From 833be88cef7d338645a5f7da62d93ddd4c689143 Mon Sep 17 00:00:00 2001 From: Derek Nola Date: Tue, 26 Sep 2023 11:00:47 -0700 Subject: [PATCH] Add consolidate release notes pages Signed-off-by: Derek Nola --- .github/workflows/release-notes.yml | 26 ++ docs/release-notes/v1.24.X.md | 556 +++++++++++++++++++++++++++ docs/release-notes/v1.25.X.md | 498 ++++++++++++++++++++++++ docs/release-notes/v1.26.X.md | 361 +++++++++++++++++ docs/release-notes/v1.27.X.md | 234 +++++++++++ docs/release-notes/v1.28.X.md | 37 ++ scripts/collect-all-release-notes.sh | 53 +++ sidebars.js | 10 + 8 files changed, 1775 insertions(+) create mode 100644 .github/workflows/release-notes.yml create mode 100644 docs/release-notes/v1.24.X.md create mode 100644 docs/release-notes/v1.25.X.md create mode 100644 docs/release-notes/v1.26.X.md create mode 100644 docs/release-notes/v1.27.X.md create mode 100644 docs/release-notes/v1.28.X.md create mode 100755 scripts/collect-all-release-notes.sh diff --git a/.github/workflows/release-notes.yml b/.github/workflows/release-notes.yml new file mode 100644 index 00000000..2f4bff1c --- /dev/null +++ b/.github/workflows/release-notes.yml @@ -0,0 +1,26 @@ +name: Collect Release Notes +on: + workflow_dispatch + +permissions: + contents: write + pull-requests: write +jobs: + collect-all: + runs-on: ubuntu-latest + steps: + - name: Check out repository code + uses: actions/checkout@v3 + - name: Generate release notes + run: | + rm docs/release-notes/*.md + scripts/collect-all-release-notes.sh + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + - name: Create Pull Request + uses: peter-evans/create-pull-request@v5 + with: + commit-message: update release-notes/v1.XX.X.md + title: Update Release Notes + body: Automated release notes update + branch: update-release-notes \ No newline at end of file diff --git a/docs/release-notes/v1.24.X.md b/docs/release-notes/v1.24.X.md new file mode 100644 index 00000000..4c4d6df2 --- /dev/null +++ b/docs/release-notes/v1.24.X.md @@ -0,0 +1,556 @@ +--- +hide_table_of_contents: true +--- + +# v1.24.X + +:::caution Upgrade Notice +Before upgrading from earlier releases, be sure to read the Kubernetes [Urgent Upgrade Notes](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#urgent-upgrade-notes). +::: + +| Version | Release date | Kubernetes | Etcd | Containerd | Runc | Metrics-server | CoreDNS | Ingress-Nginx | Helm-controller | Canal (Default) | Calico | Cilium | Multus | +| ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | +| [v1.24.17+rke2r1](v1.24.X.md#release-v12417rke2r1) | Sep 06 2023| [v1.24.17](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#v12417) | [v3.5.9-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.9-k3s1) | [v1.7.3-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.3-k3s1) | [v1.1.8](https://github.com/opencontainers/runc/releases/tag/v1.1.8) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.6.1](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.6.1) | [v0.15.4](https://github.com/k3s-io/helm-controller/releases/tag/v0.15.4) | [Flannel v0.22.1](https://github.com/k3s-io/flannel/releases/tag/v0.22.1)
[Calico v3.26.1](https://docs.tigera.io/calico/latest/release-notes/#v3.26) | [v3.26.1](https://docs.tigera.io/calico/latest/release-notes/#v3.26) | [v1.14.0](https://github.com/cilium/cilium/releases/tag/v1.14.0) | [v4.0.2](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v4.0.2) | +| [v1.24.16+rke2r1](v1.24.X.md#release-v12416rke2r1) | Jul 28 2023| [v1.24.16](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#v12416) | [v3.5.7-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.7-k3s1) | [v1.7.1-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.1-k3s1) | [v1.1.7](https://github.com/opencontainers/runc/releases/tag/v1.1.7) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.6.1](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.6.1) | [v0.15.2](https://github.com/k3s-io/helm-controller/releases/tag/v0.15.2) | [Flannel v0.22.0](https://github.com/flannel-io/flannel/releases/tag/v0.22.0)
[Calico v3.25.1](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3251) | [v3.26.1](https://projectcalico.docs.tigera.io/archive/v3.26/release-notes/#v3261) | [v1.13.2](https://github.com/cilium/cilium/releases/tag/v1.13.2) | [v4.0.2](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v4.0.2) | +| [v1.24.15+rke2r1](v1.24.X.md#release-v12415rke2r1) | Jun 27 2023| [v1.24.15](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#v12415) | [v3.5.7-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.7-k3s1) | [v1.7.1-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.1-k3s1) | [v1.1.7](https://github.com/opencontainers/runc/releases/tag/v1.1.7) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.5.2](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.5.2) | [v0.15.0](https://github.com/k3s-io/helm-controller/releases/tag/v0.15.0) | [Flannel v0.22.0](https://github.com/k3s-io/flannel/releases/tag/v0.22.0)
[Calico v3.25.1](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3251) | [v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v1.13.2](https://github.com/cilium/cilium/releases/tag/v1.13.2) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.24.14+rke2r1](v1.24.X.md#release-v12414rke2r1) | May 30 2023| [v1.24.14](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#v12414) | [v3.5.7-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.7-k3s1) | [v1.7.1-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.1-k3s1) | [v1.1.7](https://github.com/opencontainers/runc/releases/tag/v1.1.7) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.5.2](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.5.2) | [v0.14.0](https://github.com/k3s-io/helm-controller/releases/tag/v0.14.0) | [Flannel v0.21.3](https://github.com/k3s-io/flannel/releases/tag/v0.21.3)
[Calico v3.25.1](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3251) | [v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v1.13.2](https://github.com/cilium/cilium/releases/tag/v1.13.2) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.24.13+rke2r1](v1.24.X.md#release-v12413rke2r1) | Apr 21 2023| [v1.24.13](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#v12413) | [v3.5.7-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.7-k3s1) | [v1.6.19-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.19-k3s1) | [v1.1.5](https://github.com/opencontainers/runc/releases/tag/v1.1.5) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.5.2](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.5.2) | [v0.13.3](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.3) | [Flannel v0.21.3](https://github.com/k3s-io/flannel/releases/tag/v0.21.3)
[Calico v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v1.13.0](https://github.com/cilium/cilium/releases/tag/v1.13.0) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.24.12+rke2r1](v1.24.X.md#release-v12412rke2r1) | Mar 27 2023| [v1.24.12](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#v12412) | [v3.5.4-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.4-k3s1) | [v1.6.19-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.19-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.13.1](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.1) | [Flannel v0.21.3](https://github.com/k3s-io/flannel/releases/tag/v0.21.3)
[Calico v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v1.13.0](https://github.com/cilium/cilium/releases/tag/v1.13.0) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.24.11+rke2r1](v1.24.X.md#release-v12411rke2r1) | Mar 10 2023| [v1.24.11](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#v12411) | [v3.5.4-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.4-k3s1) | [v1.6.15-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.15-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.13.1](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.1) | [Flannel v0.21.1](https://github.com/k3s-io/flannel/releases/tag/v0.21.1)
[Calico v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v1.12.5](https://github.com/cilium/cilium/releases/tag/v1.12.5) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.24.10+rke2r1](v1.24.X.md#release-v12410rke2r1) | Jan 27 2023| [v1.24.10](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#v12410) | [v3.5.4-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.4-k3s1) | [v1.6.15-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.15-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.13.1](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.1) | [Flannel v0.20.2](https://github.com/k3s-io/flannel/releases/tag/v0.20.2)
[Calico v3.24.5](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3245) | [v3.24.5](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3245) | [v1.12.4](https://github.com/cilium/cilium/releases/tag/v1.12.4) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.24.9+rke2r2](v1.24.X.md#release-v1249rke2r2) | Jan 10 2023| [v1.24.9](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#v1249) | [v3.5.4-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.4-k3s1) | [v1.6.14-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.14-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.13.1](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.1) | [Flannel v0.20.2](https://github.com/k3s-io/flannel/releases/tag/v0.20.2)
[Calico v3.24.5](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3245) | [v3.24.5](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3245) | [v1.12.4](https://github.com/cilium/cilium/releases/tag/v1.12.4) | [v3.9](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9) | +| [v1.24.9+rke2r1](v1.24.X.md#release-v1249rke2r1) | Dec 20 2022| [v1.24.9](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#v1249) | [v3.5.4-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.4-k3s1) | [v1.6.12-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.12-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.13.1](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.1) | [Flannel v0.20.2](https://github.com/k3s-io/flannel/releases/tag/v0.20.2)
[Calico v3.24.5](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3245) | [v3.24.5](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3245) | [v1.12.4](https://github.com/cilium/cilium/releases/tag/v1.12.4) | [v3.9](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9) | +| [v1.24.8+rke2r1](v1.24.X.md#release-v1248rke2r1) | Nov 18 2022| [v1.24.8](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#v1248) | [v3.5.4-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.4-k3s1) | [v1.6.8-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.8-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.1](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.1) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.13.0](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.0) | [Flannel v0.19.1](https://github.com/k3s-io/flannel/releases/tag/v0.19.1)
[Calico v3.24.1](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3241) | [v3.24.1](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3241) | [v1.12.3](https://github.com/cilium/cilium/releases/tag/v1.12.3) | [v3.8](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.8) | +| [v1.24.7+rke2r1](v1.24.X.md#release-v1247rke2r1) | Oct 20 2022| [v1.24.7](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#v1247) | [v3.5.4-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.4-k3s1) | [v1.6.8-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.8-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.1](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.1) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.12.3](https://github.com/k3s-io/helm-controller/releases/tag/v0.12.3) | [Flannel v0.19.1](https://github.com/k3s-io/flannel/releases/tag/v0.19.1)
[Calico v3.24.1](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3241) | [v3.24.1](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3241) | [v1.12.1](https://github.com/cilium/cilium/releases/tag/v1.12.1) | [v3.8](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.8) | +| [v1.24.6+rke2r1](v1.24.X.md#release-v1246rke2r1) | Sep 27 2022| [v1.24.6](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#v1246) | [v3.5.4](https://github.com/k3s-io/etcd/releases/tag/v3.5.4) | [v1.6.8-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.8-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.5.0](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.5.0) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.12.3](https://github.com/k3s-io/helm-controller/releases/tag/v0.12.3) | [Flannel v0.19.1](https://github.com/k3s-io/flannel/releases/tag/v0.19.1)
[Calico v3.23.3](https://projectcalico.docs.tigera.io/archive/v3.23/release-notes/#v3233) | [v3.24.1](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3241) | [v1.12.1](https://github.com/cilium/cilium/releases/tag/v1.12.1) | [v3.8](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.8) | +| [v1.24.4+rke2r1](v1.24.X.md#release-v1244rke2r1) | Aug 26 2022| [v1.24.4](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#v1244) | [v3.5.4](https://github.com/k3s-io/etcd/releases/tag/v3.5.4) | [v1.6.6-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.6-k3s1) | [v1.1.2](https://github.com/opencontainers/runc/releases/tag/v1.1.2) | [v0.5.0](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.5.0) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.12.3](https://github.com/k3s-io/helm-controller/releases/tag/v0.12.3) | [Flannel v0.17.0](https://github.com/k3s-io/flannel/releases/tag/v0.17.0)
[Calico v3.22.2](https://projectcalico.docs.tigera.io/archive/v3.22/release-notes/#v3222) | [v3.23.1](https://projectcalico.docs.tigera.io/archive/v3.23/release-notes/#v3231) | [v1.12.0](https://github.com/cilium/cilium/releases/tag/v1.12.0) | [v3.8](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.8) | +| [v1.24.3+rke2r1](v1.24.X.md#release-v1243rke2r1) | Jul 21 2022| [v1.24.3](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#v1243) | [v3.5.4](https://github.com/k3s-io/etcd/releases/tag/v3.5.4) | [v1.6.6-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.6-k3s1) | [v1.1.2](https://github.com/opencontainers/runc/releases/tag/v1.1.2) | [v0.5.0](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.5.0) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.12.3](https://github.com/k3s-io/helm-controller/releases/tag/v0.12.3) | [Flannel v0.17.0](https://github.com/k3s-io/flannel/releases/tag/v0.17.0)
[Calico v3.22.2](https://projectcalico.docs.tigera.io/archive/v3.22/release-notes/#v3222) | [v3.23.1](https://projectcalico.docs.tigera.io/archive/v3.23/release-notes/#v3231) | [v1.11.5](https://github.com/cilium/cilium/releases/tag/v1.11.5) | [v3.8](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.8) | +| [v1.24.2+rke2r1](v1.24.X.md#release-v1242rke2r1) | Jul 05 2022| [v1.24.2](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#v1242) | [v3.5.4](https://github.com/k3s-io/etcd/releases/tag/v3.5.4) | [v1.6.6-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.6-k3s1) | [v1.1.2](https://github.com/opencontainers/runc/releases/tag/v1.1.2) | [v0.5.0](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.5.0) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.12.3](https://github.com/k3s-io/helm-controller/releases/tag/v0.12.3) | [Flannel v0.17.0](https://github.com/k3s-io/flannel/releases/tag/v0.17.0)
[Calico v3.22.2](https://projectcalico.docs.tigera.io/archive/v3.22/release-notes/#v3222) | [v3.23.1](https://projectcalico.docs.tigera.io/archive/v3.23/release-notes/#v3231) | [v1.11.5](https://github.com/cilium/cilium/releases/tag/v1.11.5) | [v3.8](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.8) | +| [v1.24.1+rke2r2](v1.24.X.md#release-v1241rke2r2) | Jun 13 2022| [v1.24.1](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#v1241) | [v3.5.4](https://github.com/k3s-io/etcd/releases/tag/v3.5.4) | [v1.5.13-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.5.13-k3s1) | [v1.1.2](https://github.com/opencontainers/runc/releases/tag/v1.1.2) | [v0.5.0](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.5.0) | [v1.9.1](https://github.com/coredns/coredns/releases/tag/v1.9.1) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.12.1](https://github.com/k3s-io/helm-controller/releases/tag/v0.12.1) | [Flannel v0.17.0](https://github.com/k3s-io/flannel/releases/tag/v0.17.0)
[Calico v3.22.2](https://projectcalico.docs.tigera.io/archive/v3.22/release-notes/#v3222) | [v3.23.1](https://projectcalico.docs.tigera.io/archive/v3.23/release-notes/#v3231) | [v1.11.5](https://github.com/cilium/cilium/releases/tag/v1.11.5) | [v3.8](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.8) | + +
+ +## Release v1.24.17+rke2r1 + + +This release updates Kubernetes to v1.24.17, and fixes a number of issues. + +**Important Notes** + +* ⚠️ This release includes support for remediating CVE-2023-32186, a potential Denial of Service attack vector on RKE2 servers. See https://github.com/rancher/rke2/security/advisories/GHSA-p45j-vfv5-wprq for more information, including mandatory steps necessary to harden clusters against this vulnerability. + +* If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + + You may retrieve the token value from any server already joined to the cluster: + ```bash + cat /var/lib/rancher/rke2/server/token + ``` + +### Changes since v1.24.16+rke2r1: + +* Sync Felix and calico-node datastore [(#4578)](https://github.com/rancher/rke2/pull/4578) +* Update Calico and Flannel on Canal [(#4566)](https://github.com/rancher/rke2/pull/4566) +* Update cilium to v1.14.0 [(#4587)](https://github.com/rancher/rke2/pull/4587) +* Update to whereabouts v0.6.2 [(#4593)](https://github.com/rancher/rke2/pull/4593) +* Windows fixes [(#4674)](https://github.com/rancher/rke2/pull/4674) +* Bumping k3s version 1.24 [(#4680)](https://github.com/rancher/rke2/pull/4680) +* Version bumps and backports for 2023-08 release [(#4687)](https://github.com/rancher/rke2/pull/4687) + * Updated the embedded containerd to v1.7.3+k3s1 + * Updated the embedded runc to v1.1.8 + * Updated the embedded etcd to v3.5.9+k3s1 + * Security bump to docker/distribution + * Fix static pod UID generation and cleanup + * Fix default server address for rotate-ca command +* Upgrade multus chart to v4.0.2-build2023081100 [(#4682)](https://github.com/rancher/rke2/pull/4682) +* Update to 1.24.17 [(#4689)](https://github.com/rancher/rke2/pull/4689) +* Bump K3s version for v1.24 [(#4704)](https://github.com/rancher/rke2/pull/4704) + * Added a new `--tls-san-security` option. This flag defaults to false, but can be set to true to disable automatically adding SANs to the server's TLS certificate to satisfy any hostname requested by a client. +* Add additional static pod cleanup during cluster reset [(#4727)](https://github.com/rancher/rke2/pull/4727) + +----- +## Release v1.24.16+rke2r1 + + +This release updates Kubernetes to v1.24.16, and fixes a number of issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.24.15+rke2r1: + +* Update Calico to v3.26.1 [(#4426)](https://github.com/rancher/rke2/pull/4426) +* Update multus version [(#4434)](https://github.com/rancher/rke2/pull/4434) +* Add log files for felix and calico [(#4440)](https://github.com/rancher/rke2/pull/4440) +* Update K3s for 2023-07 releases [(#4450)](https://github.com/rancher/rke2/pull/4450) +* Bump ingress-nginx charts to v1.7.1 [(#4456)](https://github.com/rancher/rke2/pull/4456) +* Add support for cni none on windows and initial windows-bgp backend [(#4462)](https://github.com/rancher/rke2/pull/4462) +* Updated Calico crd on Canal [(#4469)](https://github.com/rancher/rke2/pull/4469) +* Update to v1.24.16 [(#4497)](https://github.com/rancher/rke2/pull/4497) + +----- +## Release v1.24.15+rke2r1 + + +This release updates Kubernetes to v1.24.15, and fixes a number of issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.24.14+rke2r1: + +* Update canal chart [(#4345)](https://github.com/rancher/rke2/pull/4345) +* Bump K3s version for v1.24 [(#4359)](https://github.com/rancher/rke2/pull/4359) +* Update rke2 [(#4366)](https://github.com/rancher/rke2/pull/4366) +* Bump harvester cloud provider 0.2.2 [(#4374)](https://github.com/rancher/rke2/pull/4374) +* Preserve mode when extracting runtime data [(#4380)](https://github.com/rancher/rke2/pull/4380) +* Use our own file copy logic instead of continuity [(#4391)](https://github.com/rancher/rke2/pull/4391) + +----- +## Release v1.24.14+rke2r1 + + +This release updates Kubernetes to v1.24.14, and fixes a number of issues. + +**Important Note** + +1. If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +2. Many systems have updated their packages with newer version of container-selinux (> v2.191.0) which is incompatible with our rke2-selinux policy and require a change in policy. We have updated our policy; you will notice the rke2-selinux package being upgraded from version v0.11.1 to newer version v0.12.0. + +### Changes since v1.24.13+rke2r1: + +* Fix drone dispatch step [(#4150)](https://github.com/rancher/rke2/pull/4150) +* Update Cilium to v1.13.2 [(#4177)](https://github.com/rancher/rke2/pull/4177) +* Bump golangci-lint for golang 1.20 compat and fix warnings [(#4189)](https://github.com/rancher/rke2/pull/4189) +* Enable --with-node-id flag (#4131) [(#4192)](https://github.com/rancher/rke2/pull/4192) +* Update Calico image on Canal [(#4220)](https://github.com/rancher/rke2/pull/4220) +* Move Drone dispatch pipeline [(#4203)](https://github.com/rancher/rke2/pull/4203) +* Backport fixes and bump K3s/containerd/runc versions [(#4213)](https://github.com/rancher/rke2/pull/4213) + * The bundled containerd and runc versions have been bumped to v1.7.1-k3s1/v1.1.7 + * Replace `github.com/ghodss/yaml` with `sigs.k8s.io/yaml` + * Fix hardcoded file mount handling for default audit log filename +* Bump metrics-server to v0.6.3 [(#4247)](https://github.com/rancher/rke2/pull/4247) +* V1.24.14+rke2r1 [(#4262)](https://github.com/rancher/rke2/pull/4262) +* Bump vsphere csi/cpi charts [(#4274)](https://github.com/rancher/rke2/pull/4274) +* Bump vsphere csi to remove duplicate CSI deployment. [(#4298)](https://github.com/rancher/rke2/pull/4298) + +----- +## Release v1.24.13+rke2r1 + + +This release updates Kubernetes to v1.24.13, and fixes a number of issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.24.12+rke2r1: + +* Update whereabouts to v0.6.1 [(#4084)](https://github.com/rancher/rke2/pull/4084) +* Updated Calico chart to add crd missing values [(#4049)](https://github.com/rancher/rke2/pull/4049) +* Bump ingress-nginx to 1.6.4 [(#4095)](https://github.com/rancher/rke2/pull/4095) +* Bump k3s and component versions for 2023-04 release [(#4100)](https://github.com/rancher/rke2/pull/4100) +* Automatically add volume mount for audit-log-path dir if set [(#4110)](https://github.com/rancher/rke2/pull/4110) +* Update Kubernetes to v1.24.13 [(#4117)](https://github.com/rancher/rke2/pull/4117) + +----- +## Release v1.24.12+rke2r1 + + +This release updates Kubernetes to v1.24.12, and fixes a number of issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.24.11+rke2r1: + +* Update Flannel version to v0.21.3 on Canal [(#3984)](https://github.com/rancher/rke2/pull/3984) +* Remove Root debug + Remove unmounts [(#3987)](https://github.com/rancher/rke2/pull/3987) +* Bump K3s [(#3991)](https://github.com/rancher/rke2/pull/3991) +* Don't package empty windows folder [(#3997)](https://github.com/rancher/rke2/pull/3997) +* Update cilim to v1.13.0 [(#4007)](https://github.com/rancher/rke2/pull/4007) +* Bump harvester csi driver to v0.1.16 [(#4006)](https://github.com/rancher/rke2/pull/4006) +* Bump k3s and containerd [(#4016)](https://github.com/rancher/rke2/pull/4016) +* Improve uninstallation on RHEL based OS [(#4020)](https://github.com/rancher/rke2/pull/4020) +* Update 1.24 and Go [(#4030)](https://github.com/rancher/rke2/pull/4030) + +----- +## Release v1.24.11+rke2r1 + + +This release updates Kubernetes to v1.24.11, and fixes a number of issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.24.10+rke2r1: + +* Don't handle kube-proxy in static pod cleanup [(#3836)](https://github.com/rancher/rke2/pull/3836) +* Bump cilium images [(#3826)](https://github.com/rancher/rke2/pull/3826) +* Update canal chart to v3.25.0-build2023020901 [(#3885)](https://github.com/rancher/rke2/pull/3885) +* Remove pod logs as part of killall [(#3868)](https://github.com/rancher/rke2/pull/3868) +* Bump wharfie and go-containerregistry [(#3865)](https://github.com/rancher/rke2/pull/3865) +* Update Calico to v3.25.0 [(#3891)](https://github.com/rancher/rke2/pull/3891) +* Bump k3s version [(#3899)](https://github.com/rancher/rke2/pull/3899) + * Fixed an issue where leader-elected controllers for managed etcd did not run on etcd-only nodes + * RKE2 now functions properly when the cluster CA certificates are signed by an existing root or intermediate CA. You can find a sample script for generating such certificates before RKE2 starts in the K3s repo at [contrib/util/certs.sh](https://github.com/k3s-io/k3s/blob/master/contrib/util/certs.sh). + * RKE2 now supports `kubeadm` style join tokens. `rke2 token create` now creates join token secrets, optionally with a limited TTL. + * RKE2 agents joined with an expired or deleted token stay in the cluster using existing client certificates via the NodeAuthorization admission plugin, unless their Node object is deleted from the cluster. + * ServiceLB now honors the Service's ExternalTrafficPolicy. When set to Local, the LoadBalancer will only advertise addresses of Nodes with a Pod for the Service, and will not forward traffic to other cluster members. (ServiceLB is still disabled by default) +* Bump K3s commit [(#3907)](https://github.com/rancher/rke2/pull/3907) +* Add bootstrap token auth handler [(#3922)](https://github.com/rancher/rke2/pull/3922) +* Update to kubernetes v1.24.11 [(#3950)](https://github.com/rancher/rke2/pull/3950) + +----- +## Release v1.24.10+rke2r1 + + +This release updates Kubernetes to v1.24.10 to backport registry changes and fix two critical issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.24.9+rke2r2: + +* Update multus to v3.9.3 and whereabouts to v0.6 [(#3792)](https://github.com/rancher/rke2/pull/3792) +* Bump vSphere CPI chart to v1.24.3 [(#3763)](https://github.com/rancher/rke2/pull/3763) +* Generate report and upload test results (#3771) [(#3795)](https://github.com/rancher/rke2/pull/3795) +* Bump harvester cloud provider and harvester csi driver [(#3784)](https://github.com/rancher/rke2/pull/3784) +* Bump containerd to v1.6.15-k3s1 [(#3779)](https://github.com/rancher/rke2/pull/3779) +* Bump K3s version for tls-cipher-suites fix [(#3798)](https://github.com/rancher/rke2/pull/3798) + +----- +## Release v1.24.9+rke2r2 + + +This release updates containerd to v1.6.14 to resolve an issue where pods would lose their CNI information when containerd was restarted. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.24.9+rke2r1: + +* Bump containerd to v1.6.14-k3s1 [(#3747)](https://github.com/rancher/rke2/pull/3747) + * The embedded containerd version has been bumped to v1.6.14-k3s1. This includes a backported fix for [containerd/7843](https://github.com/containerd/containerd/issues/7843) which caused pods to lose their CNI info when containerd was restarted, which in turn caused the kubelet to recreate the pod. + * Windows agents now use the k3s fork of containerd, which includes support for registry rewrites. + +----- +## Release v1.24.9+rke2r1 + + +> ## ⚠️ WARNING +> This release is affected by https://github.com/containerd/containerd/issues/7843, which causes the kubelet to restart all pods whenever RKE2 is restarted. For this reason, we have removed this RKE2 release from the channel server. Please use `v1.24.9+rke2r2` instead. + +This release updates Kubernetes to v1.24.9, fixes a number of minor issues, and includes security updates. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.24.8+rke2r1: + +* Add more tests to the windows env [(#3606)](https://github.com/rancher/rke2/pull/3606) +* Update Canal version [(#3626)](https://github.com/rancher/rke2/pull/3626) +* [Backport 1.24] update rke2-calico chart to v3.24.501 [(#3630)](https://github.com/rancher/rke2/pull/3630) +* [Backport 1.24] update multus chart to v3.9-build2022102805 [(#3636)](https://github.com/rancher/rke2/pull/3636) +* Backports for 2022-12 [(#3648)](https://github.com/rancher/rke2/pull/3648) +* Updated cilium version and added new cilium images [(#3643)](https://github.com/rancher/rke2/pull/3643) +* Support autodetection interface methods in windows [(#3651)](https://github.com/rancher/rke2/pull/3651) +* Bump hardened-ingress-nginx to v1.4.1 [(#3616)](https://github.com/rancher/rke2/pull/3616) +* Update to version 1.24.9 [(#3659)](https://github.com/rancher/rke2/pull/3659) +* Bump K3s and containerd version for v1.24 [(#3676)](https://github.com/rancher/rke2/pull/3676) +* [Backport v1.24] Fixed cilium chart when enabled hubble images [(#3689)](https://github.com/rancher/rke2/pull/3689) +* Bump ingress-nginx [(#3705)](https://github.com/rancher/rke2/pull/3705) + +----- +## Release v1.24.8+rke2r1 + + +This release updates Kubernetes to v1.24.8, fixes a number of minor issues, and includes security updates. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.24.7+rke2r1: + +* Remove the CNI plugin dir when uninstalling rke2 [(#3503)](https://github.com/rancher/rke2/pull/3503) +* Update Cilium to 1.12.3 and use portmap as default [(#3511)](https://github.com/rancher/rke2/pull/3511) +* Read VXLAN_ADAPTER env and use it to create the external network [(#3524)](https://github.com/rancher/rke2/pull/3524) +* Bump K3s version for v1.24 [(#3528)](https://github.com/rancher/rke2/pull/3528) +* Update Calico chart to support PSP for CIS 1.6 [(#3536)](https://github.com/rancher/rke2/pull/3536) +* Bump vsphere charts [(#3538)](https://github.com/rancher/rke2/pull/3538) +* Use the Cilium chart that fixes the portmap issue with system_default… [(#3554)](https://github.com/rancher/rke2/pull/3554) + +----- +## Release v1.24.7+rke2r1 + + +This release updates Kubernetes to v1.24.7, fixes a number of minor issues, and includes security updates. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.24.6+rke2r1: + +* Upgrade Calico version on Windows [(#3396)](https://github.com/rancher/rke2/pull/3396) +* Bump vsphere csi/cpi charts and images [(#3358)](https://github.com/rancher/rke2/pull/3358) +* Updated Canal chart to fix token renewal from calico-node [(#3431)](https://github.com/rancher/rke2/pull/3431) +* K3s pull-through and backports from master [(#3435)](https://github.com/rancher/rke2/pull/3435) +* Update canal to v3.24.1 [(#3447)](https://github.com/rancher/rke2/pull/3447) +* Bump CCM image tag [(#3466)](https://github.com/rancher/rke2/pull/3466) + +----- +## Release v1.24.6+rke2r1 + + +This release updates Kubernetes to v1.24.6, fixes a number of minor issues, and includes security updates. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.24.4+rke2r1: + +* Update Cilium version and remove startup-script [(#3274)](https://github.com/rancher/rke2/pull/3274) +* Update channel server stable to 1.24.4 [(#3269)](https://github.com/rancher/rke2/pull/3269) +* Update canal version [(#3272)](https://github.com/rancher/rke2/pull/3272) +* Bump the cilium chart version [(#3289)](https://github.com/rancher/rke2/pull/3289) +* Rework vagrant install tests [(#3237)](https://github.com/rancher/rke2/pull/3237) +* [release-1.24] Bump containerd v1.6.8 / runc v1.1.4 + * The bundled version of runc has been bumped to v1.1.4 + * The embedded containerd version has been bumped to v1.6.8-k3s1 [(#3301)](https://github.com/rancher/rke2/pull/3301) +* [Release 1.24] Update calico to v3.23.3 [(#3318)](https://github.com/rancher/rke2/pull/3318) +* [release-1.24] Fix static pod cleanup when using container-runtime-endpoint [(#3332)](https://github.com/rancher/rke2/pull/3332) +* [Release 1.24] Update calico to v3.24.1 [(#3343)](https://github.com/rancher/rke2/pull/3343) +* Update for 1.24 patches [(#3351)](https://github.com/rancher/rke2/pull/3351) +* Update k8s to 1.24.6 [(#3370)](https://github.com/rancher/rke2/pull/3370) + +----- +## Release v1.24.4+rke2r1 + + +This release updates Kubernetes to v1.24.4, fixes a number of minor issues, and includes security updates. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.24.3+rke2r1: + +* Updating stable to 1.23.9 [(#3179)](https://github.com/rancher/rke2/pull/3179) +* Updated cilium to v1.12.0 [(#3185)](https://github.com/rancher/rke2/pull/3185) +* Remove refs to migration [(#3191)](https://github.com/rancher/rke2/pull/3191) +* Add health checks to apiserver and kube-proxy [(#3146)](https://github.com/rancher/rke2/pull/3146) +* Fix broken links to landscape.cncf.io in docs [(#3149)](https://github.com/rancher/rke2/pull/3149) +* Don't create force-restart dir in current working dir when restoring [(#3197)](https://github.com/rancher/rke2/pull/3197) +* Improve static pod probing + * RKE2 static pods now include readiness, liveness, and startup probes with defaults that match those configured by kubeadm. + * RKE2 static pod probe timings and thresholds can be customized with the `--control-plane-probe-configuration` flag. [(#3204)](https://github.com/rancher/rke2/pull/3204) +* Bump K3s and remotedialer [(#3208)](https://github.com/rancher/rke2/pull/3208) +* Add ingress network policy [(#3220)](https://github.com/rancher/rke2/pull/3220) +* Adding format for adrs, adding process for updating and revisiting [(#3161)](https://github.com/rancher/rke2/pull/3161) +* Use container-runtime-endpoint flag for criConnection [(#3232)](https://github.com/rancher/rke2/pull/3232) +* Convert codespell from Drone to GH actions [(#3246)](https://github.com/rancher/rke2/pull/3246) +* Upgrade to v1.24.4-rke2r1 [(#3243)](https://github.com/rancher/rke2/pull/3243) +* Work around issue with empty servicelb namespace [(#3255)](https://github.com/rancher/rke2/pull/3255) +* Fix issue setting multiple control-plane config values from config file [(#3257)](https://github.com/rancher/rke2/pull/3257) +* Document ingress in CIS mode issue [(#3264)](https://github.com/rancher/rke2/pull/3264) +* Bump K3s version for v1.24 [(#3265)](https://github.com/rancher/rke2/pull/3265) + +----- +## Release v1.24.3+rke2r1 + + +This release updates Kubernetes to v1.24.3, fixes a number of minor issues, and includes security updates. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.24.2+rke2r1: + +* Update channels [(#3135)](https://github.com/rancher/rke2/pull/3135) +* Bump ingress-nginx to 4.1.004 [(#3131)](https://github.com/rancher/rke2/pull/3131) +* Bump harvester cloud provider 0.1.13 [(#3138)](https://github.com/rancher/rke2/pull/3138) +* Update migration doc to reflect unsupported / experimental [(#3143)](https://github.com/rancher/rke2/pull/3143) +* July release 1.24 r1 [(#3152)](https://github.com/rancher/rke2/pull/3152) +* Add a readme to explain our implementation of ADRs [(#3154)](https://github.com/rancher/rke2/pull/3154) +* Bump CRI timeout to 34 minutes [(#3158)](https://github.com/rancher/rke2/pull/3158) +* Consolidate staticPod timeout to static 30 minutes [(#3166)](https://github.com/rancher/rke2/pull/3166) + +----- +## Release v1.24.2+rke2r1 + + +This release updates Kubernetes to v1.24.2, fixes a number of minor issues, and includes security updates. + +**Important Notes** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.24.1+rke2r2: + +* Adding tolerations for master nodes [(#2884)](https://github.com/rancher/rke2/pull/2884) +* Remove kube-ipvs0 interface when cleaning up [(#3018)](https://github.com/rancher/rke2/pull/3018) +* Update canal docs [(#2959)](https://github.com/rancher/rke2/pull/2959) +* Update dual-stack docs [(#3019)](https://github.com/rancher/rke2/pull/3019) +* E2E: split-server test and groundwork for test-pad tool [(#2997)](https://github.com/rancher/rke2/pull/2997) +* Update default component requests [(#2987)](https://github.com/rancher/rke2/pull/2987) +* Removed dweomer from maintainers [(#2941)](https://github.com/rancher/rke2/pull/2941) +* Update RKE2 hardening guide [(#2507)](https://github.com/rancher/rke2/pull/2507) +* Extend registry mirror configuration [(#2819)](https://github.com/rancher/rke2/pull/2819) +* Add Static Pod Startup Hook + K3s Bump + CoreDNS bump [(#3054)](https://github.com/rancher/rke2/pull/3054) +* Updated cilium chart to support IPv6 only config [(#3069)](https://github.com/rancher/rke2/pull/3069) +* Update Canal issues with IP exhaustion [(#3039)](https://github.com/rancher/rke2/pull/3039) +* Update multus charts to v3.8-build2021110403 [(#3043)](https://github.com/rancher/rke2/pull/3043) +* Use serializable health checks for etcd probes [(#3073)](https://github.com/rancher/rke2/pull/3073) +* Bump K3s and helm-controller versions [(#3079)](https://github.com/rancher/rke2/pull/3079) +* Update channel server for May patch release [(#3053)](https://github.com/rancher/rke2/pull/3053) +* Adding additional line to update rke2 [(#2990)](https://github.com/rancher/rke2/pull/2990) +* June release 1.24 [(#3088)](https://github.com/rancher/rke2/pull/3088) +* Double number of steps for criBackoff +* Bump K3s version for cluster upgrade egress-selector-mode fix [(#3122)](https://github.com/rancher/rke2/pull/3122) + +----- +## Release v1.24.1+rke2r2 + + +This release is RKE2's first in the v1.24 line. This release updates Kubernetes to v1.24.1. + +As this release includes a number of significant changes from previous versions, we will not make v1.24 available via the stable release channel until v1.24.2+rke2r1 or later. + +Before upgrading from earlier releases, be sure to read the Kubernetes [Urgent Upgrade Notes](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.24.md#urgent-upgrade-notes). + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.23.6+rke2r2: + +* Bump upgrade controller version and improve readability [(#2818)](https://github.com/rancher/rke2/pull/2818) +* Updating the vSphere CPI chart version. [(#2868)](https://github.com/rancher/rke2/pull/2868) +* Update Cilium version [(#2865)](https://github.com/rancher/rke2/pull/2865) +* Update calico version [(#2866)](https://github.com/rancher/rke2/pull/2866) +* Update Multus chart and sriov/multus images [(#2854)](https://github.com/rancher/rke2/pull/2854) +* Update rke2 channel [(#2872)](https://github.com/rancher/rke2/pull/2872) +* Multiple docs updates [(#2894)](https://github.com/rancher/rke2/pull/2894) +* Include subcommands in docs sidebar [(#2896)](https://github.com/rancher/rke2/pull/2896) +* Bump Kubernetes and k3s to v1.24.0 [(#2869)](https://github.com/rancher/rke2/pull/2869) +* Remove failure:ignore instruction in .drone.yml [(#2699)](https://github.com/rancher/rke2/pull/2699) +* Bump containerd for S390x [(#2900)](https://github.com/rancher/rke2/pull/2900) +* Update canal to 3.22.2 [(#2903)](https://github.com/rancher/rke2/pull/2903) +* Move windows agent dependencies check to CI [(#2880)](https://github.com/rancher/rke2/pull/2880) +* Updated calico to 3.23.0 [(#2904)](https://github.com/rancher/rke2/pull/2904) +* Update multus to the latest chart version [(#2921)](https://github.com/rancher/rke2/pull/2921) +* Ipv6 support [(#2926)](https://github.com/rancher/rke2/pull/2926) +* Support rpm creation and installation from individual commits [(#2542)](https://github.com/rancher/rke2/pull/2542) +* Ignore Windows artifacts when creating Linux bundle [(#2928)](https://github.com/rancher/rke2/pull/2928) +* Updated Calico chart to fix update [(#2948)](https://github.com/rancher/rke2/pull/2948) +* Updated Calico to v3.23.1 [(#2950)](https://github.com/rancher/rke2/pull/2950) +* Change windows calico setup to generate a sa token [(#2940)](https://github.com/rancher/rke2/pull/2940) +* Update network_options.md [(#2957)](https://github.com/rancher/rke2/pull/2957) +* Added flannel wireguard interface deletion [(#2961)](https://github.com/rancher/rke2/pull/2961) +* Bump K3s for calico egress-selector fix [(#2931)](https://github.com/rancher/rke2/pull/2931) +* Bump k3s and etcd [(#2964)](https://github.com/rancher/rke2/pull/2964) +* Fixed canal chart for IPv6 only setup [(#2966)](https://github.com/rancher/rke2/pull/2966) +* Bump hardened-etcd version [(#2968)](https://github.com/rancher/rke2/pull/2968) +* Fix calico chart to accept ipPool value [(#2979)](https://github.com/rancher/rke2/pull/2979) +* Update Cilium to 1.11.5 [(#2971)](https://github.com/rancher/rke2/pull/2971) +* Upgrade kubernetes to v1.24.1 [(#2996)](https://github.com/rancher/rke2/pull/2996) +* Bump K3s version to fix issue with kubelet addresses [(#3009)](https://github.com/rancher/rke2/pull/3009) +* Disable egress-selector for calico/multus/none [(#3012)](https://github.com/rancher/rke2/pull/3012) +* Bump K3s version to fix dual-stack node-ip issue [(#3015)](https://github.com/rancher/rke2/pull/3015) +* Bump containerd, runc, k3s [(#3022)](https://github.com/rancher/rke2/pull/3022) +* Remove cni-based egress-selector config and bump k3s [(#3025)](https://github.com/rancher/rke2/pull/3025) +* May release v1.24.1+rke2r2 [(#3030)](https://github.com/rancher/rke2/pull/3030) +* Unconditionally set egress-selector-mode to disabled [(#3035)](https://github.com/rancher/rke2/pull/3035) + +----- diff --git a/docs/release-notes/v1.25.X.md b/docs/release-notes/v1.25.X.md new file mode 100644 index 00000000..0be78c99 --- /dev/null +++ b/docs/release-notes/v1.25.X.md @@ -0,0 +1,498 @@ +--- +hide_table_of_contents: true +--- + +# v1.25.X + +:::caution Upgrade Notice +Before upgrading from earlier releases, be sure to read the Kubernetes [Urgent Upgrade Notes](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.25.md#urgent-upgrade-notes). +::: + +| Version | Release date | Kubernetes | Etcd | Containerd | Runc | Metrics-server | CoreDNS | Ingress-Nginx | Helm-controller | Canal (Default) | Calico | Cilium | Multus | +| ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | +| [v1.25.14+rke2r1](v1.25.X.md#release-v12514rke2r1) | Sep 18 2023| [v1.25.14](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.25.md#v12514) | [v3.5.9-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.9-k3s1) | [v1.7.3-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.3-k3s1) | [v1.1.8](https://github.com/opencontainers/runc/releases/tag/v1.1.8) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.6.1](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.6.1) | [v0.15.4](https://github.com/k3s-io/helm-controller/releases/tag/v0.15.4) | [Flannel v0.22.1](https://github.com/flannel-io/flannel/releases/tag/v0.22.1)
[Calico v3.26.1](https://docs.tigera.io/calico/latest/release-notes/#v3.26) | [v3.26.1](https://docs.tigera.io/calico/latest/release-notes/#v3.26) | [v1.14.1](https://github.com/cilium/cilium/releases/tag/v1.14.1) | [v4.0.2](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v4.0.2) | +| [v1.25.13+rke2r1](v1.25.X.md#release-v12513rke2r1) | Sep 06 2023| [v1.25.13](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.25.md#v12513) | [v3.5.9-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.9-k3s1) | [v1.7.3-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.3-k3s1) | [v1.1.8](https://github.com/opencontainers/runc/releases/tag/v1.1.8) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.6.1](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.6.1) | [v0.15.4](https://github.com/k3s-io/helm-controller/releases/tag/v0.15.4) | [Flannel v0.22.1](https://github.com/k3s-io/flannel/releases/tag/v0.22.1)
[Calico v3.26.1](https://docs.tigera.io/calico/latest/release-notes/#v3.26) | [v3.26.1](https://docs.tigera.io/calico/latest/release-notes/#v3.26) | [v1.14.0](https://github.com/cilium/cilium/releases/tag/v1.14.0) | [v4.0.2](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v4.0.2) | +| [v1.25.12+rke2r1](v1.25.X.md#release-v12512rke2r1) | Jul 28 2023| [v1.25.12](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.25.md#v12512) | [v3.5.7-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.7-k3s1) | [v1.7.1-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.1-k3s1) | [v1.1.7](https://github.com/opencontainers/runc/releases/tag/v1.1.7) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.6.1](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.6.1) | [v0.15.2](https://github.com/k3s-io/helm-controller/releases/tag/v0.15.2) | [Flannel v0.22.0](https://github.com/flannel-io/flannel/releases/tag/v0.22.0)
[Calico v3.25.1](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3251) | [v3.26.1](https://projectcalico.docs.tigera.io/archive/v3.26/release-notes/#v3261) | [v1.13.2](https://github.com/cilium/cilium/releases/tag/v1.13.2) | [v4.0.2](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v4.0.2) | +| [v1.25.11+rke2r1](v1.25.X.md#release-v12511rke2r1) | Jun 27 2023| [v1.25.11](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.25.md#v12511) | [v3.5.7-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.7-k3s1) | [v1.7.1-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.1-k3s1) | [v1.1.7](https://github.com/opencontainers/runc/releases/tag/v1.1.7) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.5.2](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.5.2) | [v0.15.0](https://github.com/k3s-io/helm-controller/releases/tag/v0.15.0) | [Flannel v0.22.0](https://github.com/k3s-io/flannel/releases/tag/v0.22.0)
[Calico v3.25.1](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3251) | [v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v1.13.2](https://github.com/cilium/cilium/releases/tag/v1.13.2) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.25.10+rke2r1](v1.25.X.md#release-v12510rke2r1) | May 30 2023| [v1.25.10](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.25.md#v12510) | [v3.5.7-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.7-k3s1) | [v1.7.1-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.1-k3s1) | [v1.1.7](https://github.com/opencontainers/runc/releases/tag/v1.1.7) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.5.2](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.5.2) | [v0.14.0](https://github.com/k3s-io/helm-controller/releases/tag/v0.14.0) | [Flannel v0.21.3](https://github.com/k3s-io/flannel/releases/tag/v0.21.3)
[Calico v3.25.1](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3251) | [v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v1.13.2](https://github.com/cilium/cilium/releases/tag/v1.13.2) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.25.9+rke2r1](v1.25.X.md#release-v1259rke2r1) | Apr 21 2023| [v1.25.9](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.25.md#v1259) | [v3.5.7-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.7-k3s1) | [v1.6.19-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.19-k3s1) | [v1.1.5](https://github.com/opencontainers/runc/releases/tag/v1.1.5) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.5.2](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.5.2) | [v0.13.2](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.2) | [Flannel v0.21.3](https://github.com/k3s-io/flannel/releases/tag/v0.21.3)
[Calico v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v1.13.0](https://github.com/cilium/cilium/releases/tag/v1.13.0) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.25.8+rke2r1](v1.25.X.md#release-v1258rke2r1) | Mar 27 2023| [v1.25.8](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.25.md#v1258) | [v3.5.4-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.4-k3s1) | [v1.6.19-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.19-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.13.2](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.2) | [Flannel v0.21.3](https://github.com/k3s-io/flannel/releases/tag/v0.21.3)
[Calico v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v1.13.0](https://github.com/cilium/cilium/releases/tag/v1.13.0) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.25.7+rke2r1](v1.25.X.md#release-v1257rke2r1) | Mar 10 2023| [v1.25.7](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.25.md#v1257) | [v3.5.4-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.4-k3s1) | [v1.6.15-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.15-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.13.2](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.2) | [Flannel v0.21.1](https://github.com/k3s-io/flannel/releases/tag/v0.21.1)
[Calico v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v1.12.5](https://github.com/cilium/cilium/releases/tag/v1.12.5) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.25.6+rke2r1](v1.25.X.md#release-v1256rke2r1) | Jan 26 2023| [v1.25.6](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.25.md#v1256) | [v3.5.4-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.4-k3s1) | [v1.6.15-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.15-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.13.1](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.1) | [Flannel v0.20.2](https://github.com/k3s-io/flannel/releases/tag/v0.20.2)
[Calico v3.24.5](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3245) | [v3.24.5](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3245) | [v1.12.4](https://github.com/cilium/cilium/releases/tag/v1.12.4) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.25.5+rke2r2](v1.25.X.md#release-v1255rke2r2) | Jan 10 2023| [v1.25.5](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.25.md#v1255) | [v3.5.4-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.4-k3s1) | [v1.6.14-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.14-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.13.1](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.1) | [Flannel v0.20.2](https://github.com/k3s-io/flannel/releases/tag/v0.20.2)
[Calico v3.24.5](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3245) | [v3.24.5](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3245) | [v1.12.4](https://github.com/cilium/cilium/releases/tag/v1.12.4) | [v3.9](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9) | +| [v1.25.5+rke2r1](v1.25.X.md#release-v1255rke2r1) | Dec 20 2022| [v1.25.5](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.25.md#v1255) | [v3.5.4-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.4-k3s1) | [v1.6.12-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.12-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.13.1](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.1) | [Flannel v0.20.2](https://github.com/k3s-io/flannel/releases/tag/v0.20.2)
[Calico v3.24.5](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3245) | [v3.24.5](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3245) | [v1.12.4](https://github.com/cilium/cilium/releases/tag/v1.12.4) | [v3.9](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9) | +| [v1.25.4+rke2r1](v1.25.X.md#release-v1254rke2r1) | Nov 18 2022| [v1.25.4](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.25.md#v1254) | [v3.5.4-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.4-k3s1) | [v1.6.8-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.8-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.1](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.1) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.13.0](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.0) | [Flannel v0.19.1](https://github.com/k3s-io/flannel/releases/tag/v0.19.1)
[Calico v3.24.1](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3241) | [v3.24.1](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3241) | [v1.12.3](https://github.com/cilium/cilium/releases/tag/v1.12.3) | [v3.8](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.8) | +| [v1.25.3+rke2r1](v1.25.X.md#release-v1253rke2r1) | Oct 20 2022| [v1.25.3](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.25.md#v1253) | [v3.5.4-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.4-k3s1) | [v1.6.8-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.8-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.1](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.1) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.12.3](https://github.com/k3s-io/helm-controller/releases/tag/v0.12.3) | [Flannel v0.19.1](https://github.com/k3s-io/flannel/releases/tag/v0.19.1)
[Calico v3.24.1](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3241) | [v3.24.1](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3241) | [v1.12.1](https://github.com/cilium/cilium/releases/tag/v1.12.1) | [v3.8](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.8) | +| [v1.25.2+rke2r1](v1.25.X.md#release-v1252rke2r1) | Sep 27 2022| [v1.25.2](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.25.md#v1252) | [v3.5.4](https://github.com/k3s-io/etcd/releases/tag/v3.5.4) | [v1.6.8-k3s2](https://github.com/k3s-io/containerd/releases/tag/v1.6.8-k3s2) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.5.0](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.5.0) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.12.3](https://github.com/k3s-io/helm-controller/releases/tag/v0.12.3) | [Flannel v0.19.1](https://github.com/k3s-io/flannel/releases/tag/v0.19.1)
[Calico v3.23.3](https://projectcalico.docs.tigera.io/archive/v3.23/release-notes/#v3233) | [v3.24.1](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3241) | [v1.12.1](https://github.com/cilium/cilium/releases/tag/v1.12.1) | [v3.8](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.8) | +| [v1.25.0+rke2r1](v1.25.X.md#release-v1250rke2r1) | Sep 15 2022| [v1.25.0](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.25.md#v1250) | [v3.5.4](https://github.com/k3s-io/etcd/releases/tag/v3.5.4) | [v1.6.8-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.8-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.5.0](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.5.0) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.12.3](https://github.com/k3s-io/helm-controller/releases/tag/v0.12.3) | [Flannel v0.19.1](https://github.com/k3s-io/flannel/releases/tag/v0.19.1)
[Calico v3.24.1](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3241) | [v3.24.1](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3241) | [v1.12.1](https://github.com/cilium/cilium/releases/tag/v1.12.1) | [v3.8](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.8) | + +
+ +## Release v1.25.14+rke2r1 + + +This release updates Kubernetes to v1.25.14. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.25.13+rke2r1: + +* Update cilium to 1.14.1 [(#4758)](https://github.com/rancher/rke2/pull/4758) +* Update Kubernetes to v1.25.14 [(#4763)](https://github.com/rancher/rke2/pull/4763) + +----- +## Release v1.25.13+rke2r1 + + +This release updates Kubernetes to v1.25.13, and fixes a number of issues. + +**Important Notes** + +* ⚠️ This release includes support for remediating CVE-2023-32186, a potential Denial of Service attack vector on RKE2 servers. See https://github.com/rancher/rke2/security/advisories/GHSA-p45j-vfv5-wprq for more information, including mandatory steps necessary to harden clusters against this vulnerability. + +* If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + + You may retrieve the token value from any server already joined to the cluster: + ```bash + cat /var/lib/rancher/rke2/server/token + ``` + +### Changes since v1.25.12+rke2r1: + +* Sync Felix and calico-node datastore [(#4577)](https://github.com/rancher/rke2/pull/4577) +* Update Calico and Flannel on Canal [(#4565)](https://github.com/rancher/rke2/pull/4565) +* Update cilium to v1.14.0 [(#4588)](https://github.com/rancher/rke2/pull/4588) +* Update to whereabouts v0.6.2 [(#4592)](https://github.com/rancher/rke2/pull/4592) +* Version bumps and backports for 2023-08 release [(#4599)](https://github.com/rancher/rke2/pull/4599) + * Updated the embedded containerd to v1.7.3+k3s1 + * Updated the embedded runc to v1.1.8 + * Updated the embedded etcd to v3.5.9+k3s1 + * Updated the rke2-snapshot-validation-webhook chart to enable VolumeSnapshotClass validation + * Security bump to docker/distribution + * Fix static pod UID generation and cleanup + * Fix default server address for rotate-ca command +* Fix wrongly formatted files [(#4613)](https://github.com/rancher/rke2/pull/4613) +* Fix repeating "cannot find file" error [(#4619)](https://github.com/rancher/rke2/pull/4619) +* Bump k3s version to recent 1.25 [(#4637)](https://github.com/rancher/rke2/pull/4637) +* Bump K3s version for v1.25 [(#4648)](https://github.com/rancher/rke2/pull/4648) + * The version of `helm` used by the bundled helm controller's job image has been updated to v3.12.3 + * Bumped dynamiclistener to address an issue that could cause the supervisor listener on 9345 to stop serving requests on etcd-only nodes. + * The RKE2 supervisor listener on 9345 now sends a complete certificate chain in the TLS handshake. +* Install BGP windows packages in Windows image for tests [(#4653)](https://github.com/rancher/rke2/pull/4653) +* Allow OS env variables to be consumed [(#4658)](https://github.com/rancher/rke2/pull/4658) +* Upgrade multus chart to v4.0.2-build2023081100 [(#4665)](https://github.com/rancher/rke2/pull/4665) +* Fix bug. Add VXLAN_VNI env var to Calico-node exec [(#4672)](https://github.com/rancher/rke2/pull/4672) +* Update to v1.25.13 [(#4685)](https://github.com/rancher/rke2/pull/4685) +* Bump K3s version for v1.25 [(#4703)](https://github.com/rancher/rke2/pull/4703) + * Added a new `--tls-san-security` option. This flag defaults to false, but can be set to true to disable automatically adding SANs to the server's TLS certificate to satisfy any hostname requested by a client. +* Add additional static pod cleanup during cluster reset [(#4726)](https://github.com/rancher/rke2/pull/4726) + +----- +## Release v1.25.12+rke2r1 + + +This release updates Kubernetes to v1.25.12, and fixes a number of issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.25.11+rke2r1: + +* Update Calico to v3.26.1 [(#4425)](https://github.com/rancher/rke2/pull/4425) +* Update multus version [(#4433)](https://github.com/rancher/rke2/pull/4433) +* Add log files for felix and calico [(#4439)](https://github.com/rancher/rke2/pull/4439) +* Update K3s for 2023-07 releases [(#4449)](https://github.com/rancher/rke2/pull/4449) +* Bump ingress-nginx charts to v1.7.1 [(#4455)](https://github.com/rancher/rke2/pull/4455) +* Add support for cni none on windows and initial windows-bgp backend [(#4461)](https://github.com/rancher/rke2/pull/4461) +* Updated Calico crd on Canal [(#4468)](https://github.com/rancher/rke2/pull/4468) +* Update to 1.25.12 [(#4496)](https://github.com/rancher/rke2/pull/4496) + +----- +## Release v1.25.11+rke2r1 + + +This release updates Kubernetes to v1.25.11, and fixes a number of issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.25.10+rke2r1: + +* Update canal chart [(#4344)](https://github.com/rancher/rke2/pull/4344) +* Bump K3s version for v1.25 [(#4360)](https://github.com/rancher/rke2/pull/4360) +* Update rke2 [(#4367)](https://github.com/rancher/rke2/pull/4367) +* Bump harvester cloud provider 0.2.2 [(#4375)](https://github.com/rancher/rke2/pull/4375) +* Preserve mode when extracting runtime data [(#4379)](https://github.com/rancher/rke2/pull/4379) +* Use our own file copy logic instead of continuity [(#4390)](https://github.com/rancher/rke2/pull/4390) + +----- +## Release v1.25.10+rke2r1 + + +This release updates Kubernetes to v1.25.10, and fixes a number of issues. + +**Important Note** + +1. If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +2. Many systems have updated their packages with newer version of container-selinux (> v2.191.0) which is incompatible with our rke2-selinux policy and require a change in policy. We have updated our policy; you will notice the rke2-selinux package being upgraded from version v0.11.1 to newer version v0.12.0. + +### Changes since v1.25.9+rke2r1: + +* Fix drone dispatch step [(#4149)](https://github.com/rancher/rke2/pull/4149) +* Update Cilium to v1.13.2 [(#4176)](https://github.com/rancher/rke2/pull/4176) +* Bump golangci-lint for golang 1.20 compat and fix warnings [(#4188)](https://github.com/rancher/rke2/pull/4188) +* Enable with node id 1.25 [(#4191)](https://github.com/rancher/rke2/pull/4191) +* Update Calico image on Canal [(#4219)](https://github.com/rancher/rke2/pull/4219) +* Move Drone dispatch pipeline [(#4204)](https://github.com/rancher/rke2/pull/4204) +* Backport fixes and bump K3s/containerd/runc versions [(#4212)](https://github.com/rancher/rke2/pull/4212) + * The bundled containerd and runc versions have been bumped to v1.7.1-k3s1/v1.1.7 + * Replace `github.com/ghodss/yaml` with `sigs.k8s.io/yaml` + * Fix hardcoded file mount handling for default audit log filename +* Bump metrics-server to v0.6.3 [(#4246)](https://github.com/rancher/rke2/pull/4246) +* V1.25.10+rke2r1 [(#4259)](https://github.com/rancher/rke2/pull/4259) +* Bump vsphere csi/cpi and csi snapshot charts [(#4273)](https://github.com/rancher/rke2/pull/4273) +* Bump vsphere csi to remove duplicate CSI deployment. [(#4297)](https://github.com/rancher/rke2/pull/4297) + +----- +## Release v1.25.9+rke2r1 + + +This release updates Kubernetes to v1.25.9, and fixes a number of issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.25.8+rke2r1: + +* Update whereabouts to v0.6.1 [(#4083)](https://github.com/rancher/rke2/pull/4083) +* Updated Calico chart to add crd missing values [(#4048)](https://github.com/rancher/rke2/pull/4048) +* Bump ingress-nginx to 1.6.4 [(#4094)](https://github.com/rancher/rke2/pull/4094) +* Bump k3s and component versions for 2023-04 release [(#4099)](https://github.com/rancher/rke2/pull/4099) +* Automatically add volume mount for audit-log-path dir if set [(#4109)](https://github.com/rancher/rke2/pull/4109) +* Update Kubernetes to v1.25.9 [(#4116)](https://github.com/rancher/rke2/pull/4116) + +----- +## Release v1.25.8+rke2r1 + + +This release updates Kubernetes to v1.25.8, and fixes a number of issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.25.7+rke2r1: + +* Update Flannel version to v0.21.3 on Canal [(#3983)](https://github.com/rancher/rke2/pull/3983) +* Remove Root debug + Remove unmounts [(#3988)](https://github.com/rancher/rke2/pull/3988) +* Bump K3s [(#3992)](https://github.com/rancher/rke2/pull/3992) +* Don't package empty windows folder [(#3996)](https://github.com/rancher/rke2/pull/3996) +* Update cilim to v1.13.0 [(#4005)](https://github.com/rancher/rke2/pull/4005) +* Bump harvester csi driver to v0.1.16 [(#4004)](https://github.com/rancher/rke2/pull/4004) +* Bump k3s and containerd [(#4014)](https://github.com/rancher/rke2/pull/4014) +* Improve uninstallation on RHEL based OS [(#4019)](https://github.com/rancher/rke2/pull/4019) +* Update 1.25 and Go [(#4031)](https://github.com/rancher/rke2/pull/4031) + +----- +## Release v1.25.7+rke2r1 + + +This release updates Kubernetes to v1.25.7, and fixes a number of issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.25.6+rke2r1: + +* Don't handle kube-proxy in static pod cleanup [(#3835)](https://github.com/rancher/rke2/pull/3835) +* Bump cilium images [(#3827)](https://github.com/rancher/rke2/pull/3827) +* Update canal chart to v3.25.0-build2023020901 [(#3886)](https://github.com/rancher/rke2/pull/3886) +* Remove pod logs as part of killall [(#3867)](https://github.com/rancher/rke2/pull/3867) +* Bump wharfie and go-containerregistry [(#3864)](https://github.com/rancher/rke2/pull/3864) +* Update Calico to v3.25.0 [(#3890)](https://github.com/rancher/rke2/pull/3890) +* Bump K3s version [(#3898)](https://github.com/rancher/rke2/pull/3898) + * Fixed an issue where leader-elected controllers for managed etcd did not run on etcd-only nodes + * RKE2 now functions properly when the cluster CA certificates are signed by an existing root or intermediate CA. You can find a sample script for generating such certificates before RKE2 starts in the K3s repo at [contrib/util/certs.sh](https://github.com/k3s-io/k3s/blob/master/contrib/util/certs.sh). + * RKE2 now supports `kubeadm` style join tokens. `rke2 token create` now creates join token secrets, optionally with a limited TTL. + * RKE2 agents joined with an expired or deleted token stay in the cluster using existing client certificates via the NodeAuthorization admission plugin, unless their Node object is deleted from the cluster. + * ServiceLB now honors the Service's ExternalTrafficPolicy. When set to Local, the LoadBalancer will only advertise addresses of Nodes with a Pod for the Service, and will not forward traffic to other cluster members. (ServiceLB is still disabled by default) +* Bump K3s commit [(#3906)](https://github.com/rancher/rke2/pull/3906) +* Add bootstrap token auth handler [(#3921)](https://github.com/rancher/rke2/pull/3921) +* Bump helm-controller/klipper-helm [(#3937)](https://github.com/rancher/rke2/pull/3937) + * The embedded helm-controller job image now correctly handles upgrading charts that contain resource types that no longer exist on the target Kubernetes version. This includes properly handling removal of PodSecurityPolicy resources when upgrading from <= v1.24. +* Add sig-storage snapshot controller and validation webhook [(#3943)](https://github.com/rancher/rke2/pull/3943) +* Add a quick host-path CSI snapshot to the basic CI test [(#3947)](https://github.com/rancher/rke2/pull/3947) +* Update kubernetes to v1.25.7 [(#3952)](https://github.com/rancher/rke2/pull/3952) + +----- +## Release v1.25.6+rke2r1 + + +This release updates Kubernetes to v1.25.6 to backport registry changes and fix two critical issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.25.5+rke2r2: + +* Update multus to v3.9.3 and whereabouts to v0.6 [(#3793)](https://github.com/rancher/rke2/pull/3793) +* Generate report and upload test results (#3771) [(#3794)](https://github.com/rancher/rke2/pull/3794) +* Bump harvester cloud provider and harvester csi driver [(#3785)](https://github.com/rancher/rke2/pull/3785) +* Bump containerd to v1.6.15-k3s1 [(#3778)](https://github.com/rancher/rke2/pull/3778) +* Bump K3s version for tls-cipher-suites fix [(#3799)](https://github.com/rancher/rke2/pull/3799) + +----- +## Release v1.25.5+rke2r2 + + +This release updates containerd to v1.6.14 to resolve an issue where pods would lose their CNI information when containerd was restarted. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.25.5+rke2r1: + +* Bump containerd to v1.6.14-k3s1 [(#3746)](https://github.com/rancher/rke2/pull/3746) + * The embedded containerd version has been bumped to v1.6.14-k3s1. This includes a backported fix for [containerd/7843](https://github.com/containerd/containerd/issues/7843) which caused pods to lose their CNI info when containerd was restarted, which in turn caused the kubelet to recreate the pod. + * Windows agents now use the k3s fork of containerd, which includes support for registry rewrites. + +----- +## Release v1.25.5+rke2r1 + + +> ## ⚠️ WARNING +> This release is affected by https://github.com/containerd/containerd/issues/7843, which causes the kubelet to restart all pods whenever RKE2 is restarted. For this reason, we have removed this RKE2 release from the channel server. Please use `v1.25.5+rke2r2` instead. + +This release update Kubernetes to v1.25.5+rke2r1, fixes a number of minor issues, and includes security updates. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.25.4+rke2r1: + +* Don't try to validate Linux CIS profile compliance on Windows [(#3568)](https://github.com/rancher/rke2/pull/3568) +* Update channels.yaml for November [(#3575)](https://github.com/rancher/rke2/pull/3575) +* Utilize Jenkins env vars for required cluster creation variables [(#3576)](https://github.com/rancher/rke2/pull/3576) +* Terminate pods directly via CRI instead of waiting for kubelet cleanup [(#3567)](https://github.com/rancher/rke2/pull/3567) +* Bump K3s and component versions [(#3577)](https://github.com/rancher/rke2/pull/3577) +* Refactor Windows Calico code [(#3543)](https://github.com/rancher/rke2/pull/3543) +* Take nodeIP into account to configure the calico networks [(#3530)](https://github.com/rancher/rke2/pull/3530) +* Switching from GCP gcs to AWS s3 buckets [(#3563)](https://github.com/rancher/rke2/pull/3563) +* Remove old docs [(#3584)](https://github.com/rancher/rke2/pull/3584) +* DualStack e2e test fix and additional netpol test [(#3574)](https://github.com/rancher/rke2/pull/3574) +* Create upgrade test in TF and refactor to allow running packages separately [(#3583)](https://github.com/rancher/rke2/pull/3583) +* Fix aws s3 artifact upload issues [(#3601)](https://github.com/rancher/rke2/pull/3601) +* Add more tests to the windows env [(#3594)](https://github.com/rancher/rke2/pull/3594) +* Update tf variable for AWS to be more clear [(#3609)](https://github.com/rancher/rke2/pull/3609) +* Add rke2 standalone install script for Windows [(#3608)](https://github.com/rancher/rke2/pull/3608) +* Support autodetection interface methods in windows [(#3615)](https://github.com/rancher/rke2/pull/3615) +* Update rke2-multus chart to v3.9-build2022102805 [(#3622)](https://github.com/rancher/rke2/pull/3622) +* Update Canal version [(#3625)](https://github.com/rancher/rke2/pull/3625) +* Update rke2-calico chart to v3.24.501 [(#3620)](https://github.com/rancher/rke2/pull/3620) +* Fix Jenkinsfile typo and clarify support for oracle in TF automation [(#3611)](https://github.com/rancher/rke2/pull/3611) +* Updated cilium version and added new cilium images [(#3642)](https://github.com/rancher/rke2/pull/3642) +* Bump metrics-server tag [(#3647)](https://github.com/rancher/rke2/pull/3647) +* Bump K3s version for v1.25 [(#3646)](https://github.com/rancher/rke2/pull/3646) +* Bump ingress-nginx to 1.4.1 [(#3653)](https://github.com/rancher/rke2/pull/3653) +* Update to version 1.25.5 [(#3670)](https://github.com/rancher/rke2/pull/3670) +* Bump K3s and containerd versions for v1.25 [(#3675)](https://github.com/rancher/rke2/pull/3675) +* [Backport v1.25] Fixed cilium chart when enabled hubble images [(#3688)](https://github.com/rancher/rke2/pull/3688) +* Bump ingress-nginx [(#3709)](https://github.com/rancher/rke2/pull/3709) + +----- +## Release v1.25.4+rke2r1 + + +This release update Kubernetes to v1.25.4+rke2r1, fixes a number of minor issues, and includes security updates. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.25.3+rke2r1: + +* Updated cilium chart for private registry [(#3483)](https://github.com/rancher/rke2/pull/3483) +* Fixed dualstack e2e tests [(#3472)](https://github.com/rancher/rke2/pull/3472) +* Fix handling of manifests with multiple resources [(#3470)](https://github.com/rancher/rke2/pull/3470) +* Remove the CNI plugin binaries when uninstalling rke2 [(#3500)](https://github.com/rancher/rke2/pull/3500) +* Sync docs with rke2-docs [(#3506)](https://github.com/rancher/rke2/pull/3506) +* Update Cilium and use portmap as default [(#3507)](https://github.com/rancher/rke2/pull/3507) +* Revert "Unconditionally set egress-selector-mode to disabled" [(#3495)](https://github.com/rancher/rke2/pull/3495) +* Put sensitive variables in Jenkins creds [(#3514)](https://github.com/rancher/rke2/pull/3514) +* Typo in the -Channel option [(#3521)](https://github.com/rancher/rke2/pull/3521) +* Read VXLAN_ADAPTER env and use it to create the external network [(#3517)](https://github.com/rancher/rke2/pull/3517) +* Update Trivy version to `0.31.3` [(#3348)](https://github.com/rancher/rke2/pull/3348) +* Bump K3s version for v1.25 [(#3527)](https://github.com/rancher/rke2/pull/3527) +* Bump vsphere charts [(#3537)](https://github.com/rancher/rke2/pull/3537) +* Use the Cilium chart that fixes the portmap issue with system_default… [(#3553)](https://github.com/rancher/rke2/pull/3553) + +----- +## Release v1.25.3+rke2r1 + + +This release update Kubernetes to v1.25.3+rke2r1, fixes a number of minor issues, and includes security updates. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.25.2+rke2r1: + +* Update docs with extra option [(#3336)](https://github.com/rancher/rke2/pull/3336) +* Upgrade Calico version on Windows [(#3346)](https://github.com/rancher/rke2/pull/3346) +* Update docs with iptables requirement on canal and calico [(#3367)](https://github.com/rancher/rke2/pull/3367) +* Add support for Calico interface overrides for Windows [(#3375)](https://github.com/rancher/rke2/pull/3375) +* Update latest in channels.yaml to v1.24.6+rke2r1 [(#3389)](https://github.com/rancher/rke2/pull/3389) +* Bump vsphere csi/cpi charts and images [(#3356)](https://github.com/rancher/rke2/pull/3356) +* The embedded metrics-server version has been bumped to v0.6.1 [(#3399)](https://github.com/rancher/rke2/pull/3399) +* Update docs for multus with cilium [(#3326)](https://github.com/rancher/rke2/pull/3326) +* Bump k3s for servicelb ccm change; add servicelb support [(#3404)](https://github.com/rancher/rke2/pull/3404) +* Add v1.25 channel to the channel server [(#3382)](https://github.com/rancher/rke2/pull/3382) +* Allow CNI none on windows [(#3403)](https://github.com/rancher/rke2/pull/3403) +* Update fips_support.md [(#3405)](https://github.com/rancher/rke2/pull/3405) +* Change static pod uid/hash generation/checking [(#3415)](https://github.com/rancher/rke2/pull/3415) +* Pass through kubelet-args to temporary kubelet [(#3418)](https://github.com/rancher/rke2/pull/3418) +* Initial terraform automation [(#3390)](https://github.com/rancher/rke2/pull/3390) +* Bump vsphere CSI to v2.6.1 [(#3420)](https://github.com/rancher/rke2/pull/3420) +* Updated Canal chart to fix token renewal from calico-node [(#3426)](https://github.com/rancher/rke2/pull/3426) +* E2E: Parallel and Logging Improvements [(#3433)](https://github.com/rancher/rke2/pull/3433) +* Bump K3s version for v1.25 [(#3434)](https://github.com/rancher/rke2/pull/3434) +* Update canal to v3.24.1 [(#3444)](https://github.com/rancher/rke2/pull/3444) +* Update release docs to include content discussed during release retro [(#3421)](https://github.com/rancher/rke2/pull/3421) +* Update documentation with PSP removal [(#3360)](https://github.com/rancher/rke2/pull/3360) +* October RKE2 K8s Update v1.25.3 [(#3460)](https://github.com/rancher/rke2/pull/3460) +* Bump CCM image tag [(#3465)](https://github.com/rancher/rke2/pull/3465) +* Add fapolicyd configuration rules [(#3416)](https://github.com/rancher/rke2/pull/3416) +* Prevent script fail when `fapolicyd` doesn't exist [(#3478)](https://github.com/rancher/rke2/pull/3478) + +----- +## Release v1.25.2+rke2r1 + + +This release update Kubernetes to v1.25.2+rke2r1, fixes a number of minor issues, and includes security updates. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.25.0+rke2r1: + +* Update for 1.25 patches [(#3352)](https://github.com/rancher/rke2/pull/3352) +* Add exception for tigera-operator namespace (#3365) [(#3366)](https://github.com/rancher/rke2/pull/3366) +* Update k8s to 1.25.2 [(#3374)](https://github.com/rancher/rke2/pull/3374) + +----- +## Release v1.25.0+rke2r1 + + +This release is RKE2's first in the v1.25 line. This release updates Kubernetes to v1.25.0. + +Before upgrading from earlier releases, be sure to read the Kubernetes [Urgent Upgrade Notes](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.25.md#urgent-upgrade-notes). + +**Important Notes** + +1. If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + + You may retrieve the token value from any server already joined to the cluster: + ```bash + cat /var/lib/rancher/rke2/server/token + ``` + +2. Kubernetes v1.25 removes the beta `PodSecurityPolicy` admission plugin. Please follow the [upstream documentation](https://kubernetes.io/docs/tasks/configure-pod-container/migrate-from-psp/) to migrate from PSP if using the built-in PodSecurity Admission Plugin, prior to upgrading to v1.25.0+rke2r1. + +3. RKE2 now supports version 1.23 of the CIS Benchmark for Kubernetes. The legacy CIS 1.5 and 1.6 profiles (`profile: cis-1.5` and `profile: cis-1.6`) have been removed as they do not apply to Kubernetes 1.25. Servers using one of the legacy profiles must be updated to specify the `cis-1.23` profile when upgrading to RKE2 1.25, or RKE2 will fail to start. + +### Changes since v1.24.4+rke2r1: + +* Update Cilium version and remove startup-script [(#3274)](https://github.com/rancher/rke2/pull/3274) +* Update channel server stable to 1.24.4 [(#3269)](https://github.com/rancher/rke2/pull/3269) +* Update canal version [(#3272)](https://github.com/rancher/rke2/pull/3272) +* Bump the cilium chart version [(#3289)](https://github.com/rancher/rke2/pull/3289) +* Rework vagrant install tests [(#3237)](https://github.com/rancher/rke2/pull/3237) +* Add PSA to Kubernetes v1.25 [(#3282)](https://github.com/rancher/rke2/pull/3282) +* Update Kubernetes image to v1.25.0-rke2r1-build20220901 [(#3295)](https://github.com/rancher/rke2/pull/3295) +* Fix static pod cleanup when using container-runtime-endpoint [(#3308)](https://github.com/rancher/rke2/pull/3308) +* Bump containerd v1.6.8 / runc v1.1.4 [(#3300)](https://github.com/rancher/rke2/pull/3300) +* Update calico to v3.23.3 [(#3317)](https://github.com/rancher/rke2/pull/3317) +* Bump K3s version for v1.25 [(#3323)](https://github.com/rancher/rke2/pull/3323) +* Update install script with option to skip reload [(#3248)](https://github.com/rancher/rke2/pull/3248) +* Add exception for cis-operator-system namespace [(#3324)](https://github.com/rancher/rke2/pull/3324) +* Fix config directory permissions [(#3338)](https://github.com/rancher/rke2/pull/3338) +* Update calico to v3.24.1 [(#3340)](https://github.com/rancher/rke2/pull/3340) + +----- diff --git a/docs/release-notes/v1.26.X.md b/docs/release-notes/v1.26.X.md new file mode 100644 index 00000000..b7e2aa78 --- /dev/null +++ b/docs/release-notes/v1.26.X.md @@ -0,0 +1,361 @@ +--- +hide_table_of_contents: true +--- + +# v1.26.X + +:::caution Upgrade Notice +Before upgrading from earlier releases, be sure to read the Kubernetes [Urgent Upgrade Notes](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.26.md#urgent-upgrade-notes). +::: + +| Version | Release date | Kubernetes | Etcd | Containerd | Runc | Metrics-server | CoreDNS | Ingress-Nginx | Helm-controller | Canal (Default) | Calico | Cilium | Multus | +| ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | +| [v1.26.9+rke2r1](v1.26.X.md#release-v1269rke2r1) | Sep 18 2023| [v1.26.9](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.26.md#v1269) | [v3.5.9-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.9-k3s1) | [v1.7.3-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.3-k3s1) | [v1.1.8](https://github.com/opencontainers/runc/releases/tag/v1.1.8) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.6.1](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.6.1) | [v0.15.4](https://github.com/k3s-io/helm-controller/releases/tag/v0.15.4) | [Flannel v0.22.1](https://github.com/flannel-io/flannel/releases/tag/v0.22.1)
[Calico v3.26.1](https://docs.tigera.io/calico/latest/release-notes/#v3.26) | [v3.26.1](https://docs.tigera.io/calico/latest/release-notes/#v3.26) | [v1.14.1](https://github.com/cilium/cilium/releases/tag/v1.14.1) | [v4.0.2](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v4.0.2) | +| [v1.26.8+rke2r1](v1.26.X.md#release-v1268rke2r1) | Sep 06 2023| [v1.26.8](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.26.md#v1268) | [v3.5.9-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.9-k3s1) | [v1.7.3-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.3-k3s1) | [v1.1.8](https://github.com/opencontainers/runc/releases/tag/v1.1.8) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.6.1](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.6.1) | [v0.15.4](https://github.com/k3s-io/helm-controller/releases/tag/v0.15.4) | [Flannel v0.22.1](https://github.com/k3s-io/flannel/releases/tag/v0.22.1)
[Calico v3.26.1](https://docs.tigera.io/calico/latest/release-notes/#v3.26) | [v3.26.1](https://docs.tigera.io/calico/latest/release-notes/#v3.26) | [v1.14.0](https://github.com/cilium/cilium/releases/tag/v1.14.0) | [v4.0.2](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v4.0.2) | +| [v1.26.7+rke2r1](v1.26.X.md#release-v1267rke2r1) | Jul 28 2023| [v1.26.7](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.26.md#v1267) | [v3.5.7-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.7-k3s1) | [v1.7.1-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.1-k3s1) | [v1.1.7](https://github.com/opencontainers/runc/releases/tag/v1.1.7) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.6.1](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.6.1) | [v0.15.2](https://github.com/k3s-io/helm-controller/releases/tag/v0.15.2) | [Flannel v0.22.0](https://github.com/flannel-io/flannel/releases/tag/v0.22.0)
[Calico v3.25.1](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3251) | [v3.26.1](https://projectcalico.docs.tigera.io/archive/v3.26/release-notes/#v3261) | [v1.13.2](https://github.com/cilium/cilium/releases/tag/v1.13.2) | [v4.0.2](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v4.0.2) | +| [v1.26.6+rke2r1](v1.26.X.md#release-v1266rke2r1) | Jun 27 2023| [v1.26.6](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.26.md#v1266) | [v3.5.7-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.7-k3s1) | [v1.7.1-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.1-k3s1) | [v1.1.7](https://github.com/opencontainers/runc/releases/tag/v1.1.7) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.5.2](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.5.2) | [v0.15.0](https://github.com/k3s-io/helm-controller/releases/tag/v0.15.0) | [Flannel v0.22.0](https://github.com/k3s-io/flannel/releases/tag/v0.22.0)
[Calico v3.25.1](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3251) | [v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v1.13.2](https://github.com/cilium/cilium/releases/tag/v1.13.2) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.26.5+rke2r1](v1.26.X.md#release-v1265rke2r1) | May 30 2023| [v1.26.5](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.26.md#v1265) | [v3.5.7-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.7-k3s1) | [v1.7.1-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.1-k3s1) | [v1.1.7](https://github.com/opencontainers/runc/releases/tag/v1.1.7) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.5.2](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.5.2) | [v0.14.0](https://github.com/k3s-io/helm-controller/releases/tag/v0.14.0) | [Flannel v0.21.3](https://github.com/k3s-io/flannel/releases/tag/v0.21.3)
[Calico v3.25.1](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3251) | [v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v1.13.2](https://github.com/cilium/cilium/releases/tag/v1.13.2) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.26.4+rke2r1](v1.26.X.md#release-v1264rke2r1) | Apr 21 2023| [v1.26.4](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.26.md#v1264) | [v3.5.7-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.7-k3s1) | [v1.6.19-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.19-k3s1) | [v1.1.5](https://github.com/opencontainers/runc/releases/tag/v1.1.5) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.5.2](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.5.2) | [v0.13.2](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.2) | [Flannel v0.21.3](https://github.com/k3s-io/flannel/releases/tag/v0.21.3)
[Calico v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v1.13.0](https://github.com/cilium/cilium/releases/tag/v1.13.0) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.26.3+rke2r1](v1.26.X.md#release-v1263rke2r1) | Mar 27 2023| [v1.26.3](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.26.md#v1263) | [v3.5.5-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.5-k3s1) | [v1.6.19-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.19-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.13.2](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.2) | [Flannel v0.21.3](https://github.com/k3s-io/flannel/releases/tag/v0.21.3)
[Calico v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v1.13.0](https://github.com/cilium/cilium/releases/tag/v1.13.0) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.26.2+rke2r1](v1.26.X.md#release-v1262rke2r1) | Mar 10 2023| [v1.26.2](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.26.md#v1262) | [v3.5.5-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.5-k3s1) | [v1.6.15-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.15-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.13.2](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.2) | [Flannel v0.21.1](https://github.com/k3s-io/flannel/releases/tag/v0.21.1)
[Calico v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v1.12.5](https://github.com/cilium/cilium/releases/tag/v1.12.5) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.26.1+rke2r1](v1.26.X.md#release-v1261rke2r1) | Jan 26 2023| [v1.26.1](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.26.md#v1261) | [v3.5.5-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.5-k3s1) | [v1.6.15-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.15-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.13.1](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.1) | [Flannel v0.20.2](https://github.com/k3s-io/flannel/releases/tag/v0.20.2)
[Calico v3.24.5](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3245) | [v3.24.5](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3245) | [v1.12.4](https://github.com/cilium/cilium/releases/tag/v1.12.4) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.26.0+rke2r2](v1.26.X.md#release-v1260rke2r2) | Jan 10 2023| [v1.26.0](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.26.md#v1260) | [v3.5.5](https://github.com/k3s-io/etcd/releases/tag/v3.5.5) | [v1.6.14-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.14-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.13.1](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.1) | [Flannel v0.20.2](https://github.com/k3s-io/flannel/releases/tag/v0.20.2)
[Calico v3.24.5](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3245) | [v3.24.5](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3245) | [v1.12.4](https://github.com/cilium/cilium/releases/tag/v1.12.4) | [v3.9](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9) | +| [v1.26.0+rke2r1](v1.26.X.md#release-v1260rke2r1) | Dec 15 2022| [v1.26.0](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.26.md#v1260) | [v3.5.5](https://github.com/k3s-io/etcd/releases/tag/v3.5.5) | [v1.6.12-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.12-k3s1) | [v1.1.4](https://github.com/opencontainers/runc/releases/tag/v1.1.4) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.9.3](https://github.com/coredns/coredns/releases/tag/v1.9.3) | [4.1.0](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.1.0) | [v0.13.1](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.1) | [Flannel v0.20.2](https://github.com/k3s-io/flannel/releases/tag/v0.20.2)
[Calico v3.24.5](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3245) | [v3.24.5](https://projectcalico.docs.tigera.io/archive/v3.24/release-notes/#v3245) | [v1.12.4](https://github.com/cilium/cilium/releases/tag/v1.12.4) | [v3.9](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9) | + +
+ +## Release v1.26.9+rke2r1 + + +This release updates Kubernetes to v1.26.9. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.26.8+rke2r1: + +* Update cilium to 1.14.1 [(#4757)](https://github.com/rancher/rke2/pull/4757) +* Update Kubernetes to v1.26.9 [(#4762)](https://github.com/rancher/rke2/pull/4762) + +----- +## Release v1.26.8+rke2r1 + + +This release updates Kubernetes to v1.26.8, and fixes a number of issues. + +**Important Notes** + +* ⚠️ This release includes support for remediating CVE-2023-32186, a potential Denial of Service attack vector on RKE2 servers. See https://github.com/rancher/rke2/security/advisories/GHSA-p45j-vfv5-wprq for more information, including mandatory steps necessary to harden clusters against this vulnerability. + +* If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + + You may retrieve the token value from any server already joined to the cluster: + ```bash + cat /var/lib/rancher/rke2/server/token + ``` + +### Changes since v1.26.7+rke2r1: + +* Sync Felix and calico-node datastore [(#4576)](https://github.com/rancher/rke2/pull/4576) +* Update Calico and Flannel on Canal [(#4564)](https://github.com/rancher/rke2/pull/4564) +* Update cilium to v1.14.0 [(#4586)](https://github.com/rancher/rke2/pull/4586) +* Update to whereabouts v0.6.2 [(#4591)](https://github.com/rancher/rke2/pull/4591) +* Version bumps and backports for 2023-08 release [(#4598)](https://github.com/rancher/rke2/pull/4598) + * Updated the embedded containerd to v1.7.3+k3s1 + * Updated the embedded runc to v1.1.8 + * Updated the embedded etcd to v3.5.9+k3s1 + * Updated the rke2-snapshot-validation-webhook chart to enable VolumeSnapshotClass validation + * Security bump to docker/distribution + * Fix static pod UID generation and cleanup + * Fix default server address for rotate-ca command +* Fix wrongly formatted files [(#4612)](https://github.com/rancher/rke2/pull/4612) +* Fix repeating "cannot find file" error [(#4618)](https://github.com/rancher/rke2/pull/4618) +* Bump k3s version to recent 1.26 [(#4636)](https://github.com/rancher/rke2/pull/4636) +* Bump K3s version for v1.26 [(#4647)](https://github.com/rancher/rke2/pull/4647) + * The version of `helm` used by the bundled helm controller's job image has been updated to v3.12.3 + * Bumped dynamiclistener to address an issue that could cause the supervisor listener on 9345 to stop serving requests on etcd-only nodes. + * The RKE2 supervisor listener on 9345 now sends a complete certificate chain in the TLS handshake. +* Install BGP windows packages in Windows image for tests [(#4652)](https://github.com/rancher/rke2/pull/4652) +* Allow OS env variables to be consumed [(#4657)](https://github.com/rancher/rke2/pull/4657) +* Upgrade multus chart to v4.0.2-build2023081100 [(#4664)](https://github.com/rancher/rke2/pull/4664) +* Fix bug. Add VXLAN_VNI env var to Calico-node exec [(#4671)](https://github.com/rancher/rke2/pull/4671) +* Update to v1.26.8 [(#4684)](https://github.com/rancher/rke2/pull/4684) +* Bump K3s version for v1.26 [(#4702)](https://github.com/rancher/rke2/pull/4702) + * Added a new `--tls-san-security` option. This flag defaults to false, but can be set to true to disable automatically adding SANs to the server's TLS certificate to satisfy any hostname requested by a client. +* Add additional static pod cleanup during cluster reset [(#4725)](https://github.com/rancher/rke2/pull/4725) + +----- +## Release v1.26.7+rke2r1 + + +This release updates Kubernetes to v1.26.7, and fixes a number of issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.26.6+rke2r1: + +* Update Calico to v3.26.1 [(#4424)](https://github.com/rancher/rke2/pull/4424) +* Update multus version [(#4432)](https://github.com/rancher/rke2/pull/4432) +* Add log files for felix and calico [(#4438)](https://github.com/rancher/rke2/pull/4438) +* Update K3s for 2023-07 releases [(#4448)](https://github.com/rancher/rke2/pull/4448) +* Bump ingress-nginx charts to v1.7.1 [(#4454)](https://github.com/rancher/rke2/pull/4454) +* Add support for cni none on windows and initial windows-bgp backend [(#4460)](https://github.com/rancher/rke2/pull/4460) +* Updated Calico crd on Canal [(#4467)](https://github.com/rancher/rke2/pull/4467) +* Update to 1.26.7 [(#4493)](https://github.com/rancher/rke2/pull/4493) + +----- +## Release v1.26.6+rke2r1 + + +This release updates Kubernetes to v1.26.6, and fixes a number of issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.26.5+rke2r1: + +* Update canal chart [(#4343)](https://github.com/rancher/rke2/pull/4343) +* Bump K3s version for v1.26 [(#4358)](https://github.com/rancher/rke2/pull/4358) +* Update rke2 [(#4368)](https://github.com/rancher/rke2/pull/4368) +* Bump harvester cloud provider 0.2.2 [(#4376)](https://github.com/rancher/rke2/pull/4376) +* Preserve mode when extracting runtime data [(#4378)](https://github.com/rancher/rke2/pull/4378) +* Use our own file copy logic instead of continuity [(#4389)](https://github.com/rancher/rke2/pull/4389) + +----- +## Release v1.26.5+rke2r1 + + +This release updates Kubernetes to v1.26.5, and fixes a number of issues. + +**Important Note** + +1. If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +2. Many systems have updated their packages with newer version of container-selinux (> v2.191.0) which is incompatible with our rke2-selinux policy and require a change in policy. We have updated our policy; you will notice the rke2-selinux package being upgraded from version v0.11.1 to newer version v0.12.0. + +### Changes since v1.26.4+rke2r1: + +* Fix drone dispatch step [(#4148)](https://github.com/rancher/rke2/pull/4148) +* Update Cilium to v1.13.2 [(#4175)](https://github.com/rancher/rke2/pull/4175) +* Bump golangci-lint for golang 1.20 compat and fix warnings [(#4186)](https://github.com/rancher/rke2/pull/4186) +* Enable --with-node-id flag [(#4190)](https://github.com/rancher/rke2/pull/4190) +* Backport fixes and bump K3s/containerd/runc versions [(#4211)](https://github.com/rancher/rke2/pull/4211) + * The bundled containerd and runc versions have been bumped to v1.7.1-k3s1/v1.1.7 + * Replace `github.com/ghodss/yaml` with `sigs.k8s.io/yaml` + * Fix hardcoded file mount handling for default audit log filename +* Update Calico image on Canal [(#4218)](https://github.com/rancher/rke2/pull/4218) +* Move Drone dispatch pipeline [(#4205)](https://github.com/rancher/rke2/pull/4205) +* Upgrade docker/docker package (#4225) [(#4234)](https://github.com/rancher/rke2/pull/4234) +* Bump metrics-server to v0.6.3 [(#4245)](https://github.com/rancher/rke2/pull/4245) +* V1.26.5+rke2r1 [(#4260)](https://github.com/rancher/rke2/pull/4260) +* Bump vsphere csi/cpi and csi snapshot charts [(#4272)](https://github.com/rancher/rke2/pull/4272) +* Bump vsphere csi to remove duplicate CSI deployment. [(#4296)](https://github.com/rancher/rke2/pull/4296) + +----- +## Release v1.26.4+rke2r1 + + +This release updates Kubernetes to v1.26.4, and fixes a number of issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.26.3+rke2r1: + +* Adding decision against rc version removal [(#3155)](https://github.com/rancher/rke2/pull/3155) +* Bump to 1.24.12 [(#4064)](https://github.com/rancher/rke2/pull/4064) +* Add skipfiles step to skip drone runs based on files in PR [(#3977)](https://github.com/rancher/rke2/pull/3977) +* Update whereabouts to v0.6.1 [(#4080)](https://github.com/rancher/rke2/pull/4080) +* Automatically add volume mount for audit-log-path dir if set [(#4027)](https://github.com/rancher/rke2/pull/4027) +* Updated Calico chart to add crd missing values [(#4044)](https://github.com/rancher/rke2/pull/4044) +* Clean up static pods on etcd member removal [(#4066)](https://github.com/rancher/rke2/pull/4066) +* Add ADR for security bumps automation [(#3570)](https://github.com/rancher/rke2/pull/3570) +* Make commands for terraform automation and fix upgrade split role tests [(#4056)](https://github.com/rancher/rke2/pull/4056) +* Bump ingress-nginx to 1.6.4 [(#4090)](https://github.com/rancher/rke2/pull/4090) +* Fix wrong dependency name [(#4093)](https://github.com/rancher/rke2/pull/4093) +* Bump k3s and component versions for 2023-04 release [(#4096)](https://github.com/rancher/rke2/pull/4096) +* Update Kubernetes to v1.26.4 [(#4115)](https://github.com/rancher/rke2/pull/4115) + +----- +## Release v1.26.3+rke2r1 + + +This release updates Kubernetes to v1.26.3, and fixes a number of issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.26.2+rke2r1: + +* Remove root `--debug` flag [(#3955)](https://github.com/rancher/rke2/pull/3955) +* Remove unmounts in killall script [(#3954)](https://github.com/rancher/rke2/pull/3954) +* Update Flannel version to v0.21.3 on Canal [(#3980)](https://github.com/rancher/rke2/pull/3980) +* Remove unnecessary bits from testing dockerfile [(#3975)](https://github.com/rancher/rke2/pull/3975) +* Expand SUC upgrade check to check pods as well as nodes [(#3938)](https://github.com/rancher/rke2/pull/3938) +* Don't package empty Windows folder in Linux tar [(#3970)](https://github.com/rancher/rke2/pull/3970) +* Bump K3s [(#3990)](https://github.com/rancher/rke2/pull/3990) +* Improve uninstallation on RHEL based OS [(#3919)](https://github.com/rancher/rke2/pull/3919) +* Update cilim to v1.13.0 [(#4003)](https://github.com/rancher/rke2/pull/4003) +* Bump harvester csi driver to v0.1.16 [(#3999)](https://github.com/rancher/rke2/pull/3999) +* Update stable channel to v1.24.11+rke2r1 [(#4010)](https://github.com/rancher/rke2/pull/4010) +* Bump k3s and containerd [(#4015)](https://github.com/rancher/rke2/pull/4015) +* Add automation for Restart command for Rke2 [(#3962)](https://github.com/rancher/rke2/pull/3962) +* Update 1.26 and Go [(#4033)](https://github.com/rancher/rke2/pull/4033) + +----- +## Release v1.26.2+rke2r1 + + +This release updates Kubernetes to v1.26.2, and fixes a number of issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.26.1+rke2r1: + +* Remove pod logs as part of killall [(#3821)](https://github.com/rancher/rke2/pull/3821) +* Update channel server [(#3853)](https://github.com/rancher/rke2/pull/3853) +* Bump cilium images [(#3802)](https://github.com/rancher/rke2/pull/3802) +* Update canal chart to v3.25.0-build2023020901 [(#3877)](https://github.com/rancher/rke2/pull/3877) +* Bump wharfie and go-containerregistry [(#3863)](https://github.com/rancher/rke2/pull/3863) +* Update Calico to v3.25.0 [(#3887)](https://github.com/rancher/rke2/pull/3887) +* Updated RKE2 README's header image to point to the new rke2-docs repo [(#3727)](https://github.com/rancher/rke2/pull/3727) +* Bump K3s version [(#3897)](https://github.com/rancher/rke2/pull/3897) + * Fixed an issue where leader-elected controllers for managed etcd did not run on etcd-only nodes + * RKE2 now functions properly when the cluster CA certificates are signed by an existing root or intermediate CA. You can find a sample script for generating such certificates before RKE2 starts in the K3s repo at [contrib/util/certs.sh](https://github.com/k3s-io/k3s/blob/master/contrib/util/certs.sh). + * RKE2 now supports `kubeadm` style join tokens. `rke2 token create` now creates join token secrets, optionally with a limited TTL. + * RKE2 agents joined with an expired or deleted token stay in the cluster using existing client certificates via the NodeAuthorization admission plugin, unless their Node object is deleted from the cluster. + * ServiceLB now honors the Service's ExternalTrafficPolicy. When set to Local, the LoadBalancer will only advertise addresses of Nodes with a Pod for the Service, and will not forward traffic to other cluster members. (ServiceLB is still disabled by default) +* Bump K3s commit [(#3905)](https://github.com/rancher/rke2/pull/3905) +* Add bootstrap token auth handler [(#3920)](https://github.com/rancher/rke2/pull/3920) +* Add support for legacy kubelet logging flags [(#3932)](https://github.com/rancher/rke2/pull/3932) +* Bump helm-controller/klipper-helm [(#3936)](https://github.com/rancher/rke2/pull/3936) + * The embedded helm-controller job image now correctly handles upgrading charts that contain resource types that no longer exist on the target Kubernetes version. This includes properly handling removal of PodSecurityPolicy resources when upgrading from <= v1.24. +* Add sig-storage snapshot controller and validation webhook [(#3944)](https://github.com/rancher/rke2/pull/3944) +* Add a quick host-path CSI snapshot to the basic CI test [(#3946)](https://github.com/rancher/rke2/pull/3946) +* Update kubernetes to v1.26.2 [(#3953)](https://github.com/rancher/rke2/pull/3953) + +----- +## Release v1.26.1+rke2r1 + + +This release updates Kubernetes to v1.26.1 to backport registry changes and fix two critical issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.26.0+rke2r2: + +* Don't clean up kube-proxy every time agents start [(#3737)](https://github.com/rancher/rke2/pull/3737) +* Add rke2 e2e test run script and adjustments [(#3766)](https://github.com/rancher/rke2/pull/3766) +* Update channels [(#3768)](https://github.com/rancher/rke2/pull/3768) +* Bump containerd to v1.6.15-k3s1 [(#3767)](https://github.com/rancher/rke2/pull/3767) +* Fix typos [(#3741)](https://github.com/rancher/rke2/pull/3741) +* Generate report and upload test results [(#3771)](https://github.com/rancher/rke2/pull/3771) +* Update multus to v3.9.3 and whereabouts to v0.6 [(#3789)](https://github.com/rancher/rke2/pull/3789) +* Bump harvester cloud provider and harvester csi driver [(#3781)](https://github.com/rancher/rke2/pull/3781) +* Bump K3s version for tls-cipher-suites and etcd snapshot conflict fix [(#3772)](https://github.com/rancher/rke2/pull/3772) + +----- +## Release v1.26.0+rke2r2 + + +This release updates containerd to v1.6.14 to resolve an issue where pods would lose their CNI information when containerd was restarted. + +### Changes since v1.26.0+rke2r1: + +* Bump containerd to v1.6.14-k3s1 [(#3746)](https://github.com/rancher/rke2/pull/3746) + * The embedded containerd version has been bumped to v1.6.14-k3s1. This includes a backported fix for [containerd/7843](https://github.com/containerd/containerd/issues/7843) which caused pods to lose their CNI info when containerd was restarted, which in turn caused the kubelet to recreate the pod. + * Windows agents now use the k3s fork of containerd, which includes support for registry rewrites. + +----- +## Release v1.26.0+rke2r1 + + +> ## ⚠️ WARNING +> This release is affected by https://github.com/containerd/containerd/issues/7843, which causes the kubelet to restart all pods whenever RKE2 is restarted. For this reason, we have removed this RKE2 release from the channel server. Please use `v1.26.0+rke2r2` instead. + +This release is RKE2's first in the v1.26 line. This release updates Kubernetes to v1.26.0. + +Before upgrading from earlier releases, be sure to read the Kubernetes [Urgent Upgrade Notes](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.26.md#urgent-upgrade-notes). + + +### Changes since v1.25.4+rke2r1: + +* Bump ingress-nginx ([#3703](https://github.com/rancher/rke2/pull/3703)) +* Fixed cilium chart when enabled hubble images ([#3687](https://github.com/rancher/rke2/pull/3687)) +* Update kubernetes to v1.26.0 ([#3599](https://github.com/rancher/rke2/pull/3599)) +* Bump ingress-nginx to 1.4.1 ([#3653](https://github.com/rancher/rke2/pull/3653)) +* Bump k3s version for v1.25 ([#3646](https://github.com/rancher/rke2/pull/3646)) +* Bump metrics-server tag ([#3647](https://github.com/rancher/rke2/pull/3647)) +* Updated cilium version and added new cilium images ([#3642](https://github.com/rancher/rke2/pull/3642)) +* Fix jenkinsfile typo and clarify support for oracle in tf automation ([#3611](https://github.com/rancher/rke2/pull/3611)) +* Update rke2-calico chart to v3.24.501 ([#3620](https://github.com/rancher/rke2/pull/3620)) +* Update canal version ([#3625](https://github.com/rancher/rke2/pull/3625)) +* Update rke2-multus chart to v3.9-build2022102805 ([#3622](https://github.com/rancher/rke2/pull/3622)) +* Support autodetection interface methods in windows ([#3615](https://github.com/rancher/rke2/pull/3615)) +* Add rke2 standalone install script for windows ([#3608](https://github.com/rancher/rke2/pull/3608)) +* Update tf variable for aws to be more clear ([#3609](https://github.com/rancher/rke2/pull/3609)) +* Add more tests to the windows env ([#3594](https://github.com/rancher/rke2/pull/3594)) +* Fix aws s3 artifact upload issues ([#3601](https://github.com/rancher/rke2/pull/3601)) +* Create upgrade test in tf and refactor to allow running packages separately ([#3583](https://github.com/rancher/rke2/pull/3583)) +* Dualstack e2e test fix and additional netpol test ([#3574](https://github.com/rancher/rke2/pull/3574)) +* Remove old docs ([#3584](https://github.com/rancher/rke2/pull/3584)) +* Switching from gcp gcs to aws s3 buckets ([#3563](https://github.com/rancher/rke2/pull/3563)) +* Take nodeip into account to configure the calico networks ([#3530](https://github.com/rancher/rke2/pull/3530)) +* Refactor windows calico code ([#3543](https://github.com/rancher/rke2/pull/3543)) +* Bump k3s and component versions ([#3577](https://github.com/rancher/rke2/pull/3577)) +* Terminate pods directly via cri instead of waiting for kubelet cleanup ([#3567](https://github.com/rancher/rke2/pull/3567)) +* Utilize jenkins env vars for required cluster creation variables ([#3576](https://github.com/rancher/rke2/pull/3576)) +* Update channels.yaml for november ([#3575](https://github.com/rancher/rke2/pull/3575)) +* Don't try to validate linux cis profile compliance on windows ([#3568](https://github.com/rancher/rke2/pull/3568)) + +----- diff --git a/docs/release-notes/v1.27.X.md b/docs/release-notes/v1.27.X.md new file mode 100644 index 00000000..09335c29 --- /dev/null +++ b/docs/release-notes/v1.27.X.md @@ -0,0 +1,234 @@ +--- +hide_table_of_contents: true +--- + +# v1.27.X + +:::caution Upgrade Notice +Before upgrading from earlier releases, be sure to read the Kubernetes [Urgent Upgrade Notes](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.27.md#urgent-upgrade-notes). +::: + +| Version | Release date | Kubernetes | Etcd | Containerd | Runc | Metrics-server | CoreDNS | Ingress-Nginx | Helm-controller | Canal (Default) | Calico | Cilium | Multus | +| ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | +| [v1.27.6+rke2r1](v1.27.X.md#release-v1276rke2r1) | Sep 18 2023| [v1.27.6](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.27.md#v1276) | [v3.5.9-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.9-k3s1) | [v1.7.3-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.3-k3s1) | [v1.1.8](https://github.com/opencontainers/runc/releases/tag/v1.1.8) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.6.1](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.6.1) | [v0.15.4](https://github.com/k3s-io/helm-controller/releases/tag/v0.15.4) | [Flannel v0.22.1](https://github.com/flannel-io/flannel/releases/tag/v0.22.1)
[Calico v3.26.1](https://docs.tigera.io/calico/latest/release-notes/#v3.26) | [v3.26.1](https://docs.tigera.io/calico/latest/release-notes/#v3.26) | [v1.14.1](https://github.com/cilium/cilium/releases/tag/v1.14.1) | [v4.0.2](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v4.0.2) | +| [v1.27.5+rke2r1](v1.27.X.md#release-v1275rke2r1) | Sep 06 2023| [v1.27.5](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.27.md#v1275) | [v3.5.9-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.9-k3s1) | [v1.7.3-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.3-k3s1) | [v1.1.8](https://github.com/opencontainers/runc/releases/tag/v1.1.8) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.6.1](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.6.1) | [v0.15.4](https://github.com/k3s-io/helm-controller/releases/tag/v0.15.4) | [Flannel v0.22.1](https://github.com/k3s-io/flannel/releases/tag/v0.22.1)
[Calico v3.26.1](https://docs.tigera.io/calico/latest/release-notes/#v3.26) | [v3.26.1](https://docs.tigera.io/calico/latest/release-notes/#v3.26) | [v1.14.0](https://github.com/cilium/cilium/releases/tag/v1.14.0) | [v4.0.2](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v4.0.2) | +| [v1.27.4+rke2r1](v1.27.X.md#release-v1274rke2r1) | Jul 28 2023| [v1.27.4](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.27.md#v1274) | [v3.5.7-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.7-k3s1) | [v1.7.1-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.1-k3s1) | [v1.1.7](https://github.com/opencontainers/runc/releases/tag/v1.1.7) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.6.1](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.6.1) | [v0.15.2](https://github.com/k3s-io/helm-controller/releases/tag/v0.15.2) | [Flannel v0.22.0](https://github.com/flannel-io/flannel/releases/tag/v0.22.0)
[Calico v3.25.1](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3251) | [v3.26.1](https://projectcalico.docs.tigera.io/archive/v3.26/release-notes/#v3261) | [v1.13.2](https://github.com/cilium/cilium/releases/tag/v1.13.2) | [v4.0.2](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v4.0.2) | +| [v1.27.3+rke2r1](v1.27.X.md#release-v1273rke2r1) | Jun 27 2023| [v1.27.3](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.27.md#v1273) | [v3.5.7-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.7-k3s1) | [v1.7.1-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.1-k3s1) | [v1.1.7](https://github.com/opencontainers/runc/releases/tag/v1.1.7) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.5.2](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.5.2) | [v0.15.0](https://github.com/k3s-io/helm-controller/releases/tag/v0.15.0) | [Flannel v0.22.0](https://github.com/k3s-io/flannel/releases/tag/v0.22.0)
[Calico v3.25.1](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3251) | [v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v1.13.2](https://github.com/cilium/cilium/releases/tag/v1.13.2) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.27.2+rke2r1](v1.27.X.md#release-v1272rke2r1) | May 30 2023| [v1.27.2](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.27.md#v1272) | [v3.5.7-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.7-k3s1) | [v1.7.1-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.1-k3s1) | [v1.1.7](https://github.com/opencontainers/runc/releases/tag/v1.1.7) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.5.2](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.5.2) | [v0.14.0](https://github.com/k3s-io/helm-controller/releases/tag/v0.14.0) | [Flannel v0.21.3](https://github.com/k3s-io/flannel/releases/tag/v0.21.3)
[Calico v3.25.1](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3251) | [v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v1.13.2](https://github.com/cilium/cilium/releases/tag/v1.13.2) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | +| [v1.27.1+rke2r1](v1.27.X.md#release-v1271rke2r1) | Apr 27 2023| [v1.27.1](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.27.md#v1271) | [v3.5.7-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.7-k3s1) | [v1.6.19-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.6.19-k3s1) | [v1.1.5](https://github.com/opencontainers/runc/releases/tag/v1.1.5) | [v0.6.2](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.2) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.5.2](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.5.2) | [v0.13.2](https://github.com/k3s-io/helm-controller/releases/tag/v0.13.2) | [Flannel v0.21.3](https://github.com/k3s-io/flannel/releases/tag/v0.21.3)
[Calico v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v3.25.0](https://projectcalico.docs.tigera.io/archive/v3.25/release-notes/#v3250) | [v1.13.0](https://github.com/cilium/cilium/releases/tag/v1.13.0) | [v3.9.3](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v3.9.3) | + +
+ +## Release v1.27.6+rke2r1 + + +This release updates Kubernetes to v1.27.5. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.27.5+rke2r1: + +* Update cilium to 1.14.1 [(#4756)](https://github.com/rancher/rke2/pull/4756) +* Update Kubernetes to v1.27.6 [(#4761)](https://github.com/rancher/rke2/pull/4761) + +----- +## Release v1.27.5+rke2r1 + + +This release updates Kubernetes to v1.27.5, and fixes a number of issues. + +**Important Notes** + +* ⚠️ This release includes support for remediating CVE-2023-32186, a potential Denial of Service attack vector on RKE2 servers. See https://github.com/rancher/rke2/security/advisories/GHSA-p45j-vfv5-wprq for more information, including mandatory steps necessary to harden clusters against this vulnerability. + +* If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + + You may retrieve the token value from any server already joined to the cluster: + ```bash + cat /var/lib/rancher/rke2/server/token + ``` + +### Changes since v1.27.4+rke2r1: + +* Sync maintainers and PR template from K3s [(#4474)](https://github.com/rancher/rke2/pull/4474) +* Fix static pod UID generation and cleanup [(#4508)](https://github.com/rancher/rke2/pull/4508) +* Security bump to `docker/distribution` [(#4509)](https://github.com/rancher/rke2/pull/4509) +* Fix incorrect documented default value for INSTALL_RKE2_CHANNEL [(#4500)](https://github.com/rancher/rke2/pull/4500) +* Uninstall handle cases when directories are mounts and cannot be removed [(#4470)](https://github.com/rancher/rke2/pull/4470) +* Remove install_airgap_tarball grep error output [(#4501)](https://github.com/rancher/rke2/pull/4501) +* Update canal with resource bounds config [(#4482)](https://github.com/rancher/rke2/pull/4482) +* Channel server update [(#4518)](https://github.com/rancher/rke2/pull/4518) +* Fix default server address for rotate-ca command [(#4548)](https://github.com/rancher/rke2/pull/4548) +* Sync Felix and calico-node datastore [(#4570)](https://github.com/rancher/rke2/pull/4570) +* Update Calico and Flannel on Canal [(#4535)](https://github.com/rancher/rke2/pull/4535) +* Update cilium to v1.14.0 [(#4585)](https://github.com/rancher/rke2/pull/4585) +* Remove terraform test package [(#4589)](https://github.com/rancher/rke2/pull/4589) +* Bump versions for etcd, containerd, runc [(#4552)](https://github.com/rancher/rke2/pull/4552) + * Updated the embedded containerd to v1.7.3+k3s1 + * Updated the embedded runc to v1.1.8 + * Updated the embedded etcd to v3.5.9+k3s1 + * Updated the rke2-snapshot-validation-webhook chart to enable VolumeSnapshotClass validation +* Update certs list for certificates test [(#4597)](https://github.com/rancher/rke2/pull/4597) +* Update to whereabouts v0.6.2 [(#4590)](https://github.com/rancher/rke2/pull/4590) + * Updated the embedded whereabouts to v0.6.2 +* Fix non-working URL in issue template [(#4606)](https://github.com/rancher/rke2/pull/4606) +* Fix wrongly formatted files [(#4605)](https://github.com/rancher/rke2/pull/4605) +* Fix calico-node.log problem [(#4609)](https://github.com/rancher/rke2/pull/4609) +* Add support for commit installation in Windows quickstart file [(#4614)](https://github.com/rancher/rke2/pull/4614) + * N/A +* Use 'go list -m' instead of grep to look up versions [(#4600)](https://github.com/rancher/rke2/pull/4600) +* Install BGP windows packages in Windows image for tests [(#4639)](https://github.com/rancher/rke2/pull/4639) +* Bump k3s version to recent 1.27 [(#4630)](https://github.com/rancher/rke2/pull/4630) +* Bump K3s version for v1.27 [(#4646)](https://github.com/rancher/rke2/pull/4646) + * The version of `helm` used by the bundled helm controller's job image has been updated to v3.12.3 + * Bumped dynamiclistener to address an issue that could cause the supervisor listener on 9345 to stop serving requests on etcd-only nodes. + * The RKE2 supervisor listener on 9345 now sends a complete certificate chain in the TLS handshake. +* Clean-up env variables and check OS env variables for felix and calico in Windows [(#4640)](https://github.com/rancher/rke2/pull/4640) +* Upgrade multus chart to v4.0.2-build2023081100 [(#4661)](https://github.com/rancher/rke2/pull/4661) +* Bug fix: Add VXLAN_VNI env var to Calico-node exec [(#4670)](https://github.com/rancher/rke2/pull/4670) +* Update to v1.27.5 [(#4683)](https://github.com/rancher/rke2/pull/4683) +* Bump K3s version for v1.27 [(#4701)](https://github.com/rancher/rke2/pull/4701) + * Added a new `--tls-san-security` option. This flag defaults to false, but can be set to true to disable automatically adding SANs to the server's TLS certificate to satisfy any hostname requested by a client. +* Add additional static pod cleanup during cluster reset [(#4724)](https://github.com/rancher/rke2/pull/4724) + +----- +## Release v1.27.4+rke2r1 + + +This release updates Kubernetes to v1.27.4, and fixes a number of issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.27.3+rke2r1: + +* Update channel server [(#4397)](https://github.com/rancher/rke2/pull/4397) +* Bump ingress-nginx charts to v1.7.1 [(#4402)](https://github.com/rancher/rke2/pull/4402) +* Add opensuse leap testing to install tests [(#4364)](https://github.com/rancher/rke2/pull/4364) +* Add log files for felix and calico in rke2-windows [(#4412)](https://github.com/rancher/rke2/pull/4412) +* Update multus to version v4.0.2 [(#4428)](https://github.com/rancher/rke2/pull/4428) +* Update Calico to v3.26.1 [(#4420)](https://github.com/rancher/rke2/pull/4420) +* Fix failure to set default audit-log-path [(#4413)](https://github.com/rancher/rke2/pull/4413) +* Update K3s for 2023-07 releases [(#4447)](https://github.com/rancher/rke2/pull/4447) +* Improve clone step retries [(#4408)](https://github.com/rancher/rke2/pull/4408) +* Add support for cni none on windows and windows-bgp backend [(#4164)](https://github.com/rancher/rke2/pull/4164) +* Updated Calico crd on Canal [(#4463)](https://github.com/rancher/rke2/pull/4463) +* Update to 1.27.4 [(#4494)](https://github.com/rancher/rke2/pull/4494) + +----- +## Release v1.27.3+rke2r1 + + +This release updates Kubernetes to v1.27.3 and fixes a number of issues. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.27.2+rke2r1: + +* Preserve mode when extracting runtime data [(#4288)](https://github.com/rancher/rke2/pull/4288) +* Add el9 [(#4303)](https://github.com/rancher/rke2/pull/4303) +* Update channels.yaml [(#4306)](https://github.com/rancher/rke2/pull/4306) +* Bump alpine from 3.17 to 3.18 [(#4232)](https://github.com/rancher/rke2/pull/4232) +* Ignore untracked branch pushes [(#4265)](https://github.com/rancher/rke2/pull/4265) +* DynamicListener version bump (v0.3.3 -> v0.3.5) [(#4324)](https://github.com/rancher/rke2/pull/4324) +* Update canal chart [(#4339)](https://github.com/rancher/rke2/pull/4339) +* Add issue template for OS validation [(#4346)](https://github.com/rancher/rke2/pull/4346) +* Refactoring of Restart Cluster Server and Add the Certificate Rotation [(#4226)](https://github.com/rancher/rke2/pull/4226) +* Bump harvester cloud provider 0.2.1 [(#4337)](https://github.com/rancher/rke2/pull/4337) +* Fix broken links [(#4300)](https://github.com/rancher/rke2/pull/4300) +* Bump rke2-coredns chart version [(#4325)](https://github.com/rancher/rke2/pull/4325) +* Add arm64 support [(#4335)](https://github.com/rancher/rke2/pull/4335) +* Bump K3s version for v1.27 [(#4354)](https://github.com/rancher/rke2/pull/4354) +* Update rke2 [(#4369)](https://github.com/rancher/rke2/pull/4369) +* Bump harvester cloud provider 0.2.2 [(#4373)](https://github.com/rancher/rke2/pull/4373) +* Fix windows pause [(#4381)](https://github.com/rancher/rke2/pull/4381) +* Use our own file copy logic instead of continuity [(#4388)](https://github.com/rancher/rke2/pull/4388) + +----- +## Release v1.27.2+rke2r1 + + +This release updates Kubernetes to v1.27.2, and fixes a number of issues. + +**Important Notes** + +1. If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +2. Many systems have updated their packages with newer version of container-selinux (> v2.191.0) which is incompatible with our rke2-selinux policy and require a change in policy. We have updated our policy; you will notice the rke2-selinux package being upgraded from version v0.11.1 to newer version v0.12.0. + +### Changes since v1.27.1+rke2r1: + +* V1.27.2+rke2r1 [(#4261)](https://github.com/rancher/rke2/pull/4261) +* Update stable channel to v1.25.9+rke2r1 [(#4138)](https://github.com/rancher/rke2/pull/4138) +* Updating dev doc [(#3111)](https://github.com/rancher/rke2/pull/3111) +* Add dependabot [(#4133)](https://github.com/rancher/rke2/pull/4133) +* Add updatecli [(#4135)](https://github.com/rancher/rke2/pull/4135) +* Fix hardcoded file mount handling for default audit log filename [(#4139)](https://github.com/rancher/rke2/pull/4139) +* Add ability to have write custom files during TF tests for specialized configurations [(#4132)](https://github.com/rancher/rke2/pull/4132) +* Bump ubuntu from 20.04 to 22.04 [(#4154)](https://github.com/rancher/rke2/pull/4154) +* Add reviewers to dependabot PRs [(#4156)](https://github.com/rancher/rke2/pull/4156) +* Introduce updatecli to repo and validate basic functionality [(#4155)](https://github.com/rancher/rke2/pull/4155) +* Add label to dependabot PRs [(#4169)](https://github.com/rancher/rke2/pull/4169) +* Create 'upgrade traditional with workloads' test automated for RKE2 [(#4118)](https://github.com/rancher/rke2/pull/4118) +* Update Cilium to v1.13.2 [(#4170)](https://github.com/rancher/rke2/pull/4170) +* Fix drone dispatch step [(#4147)](https://github.com/rancher/rke2/pull/4147) +* Enable --with-node-id flag [(#4131)](https://github.com/rancher/rke2/pull/4131) +* Chore: replace `github.com/ghodss/yaml` with `sigs.k8s.io/yaml` [(#4163)](https://github.com/rancher/rke2/pull/4163) +* Remove Trivy install from Dockerfile [(#4187)](https://github.com/rancher/rke2/pull/4187) +* Move Drone dispatch pipeline [(#4202)](https://github.com/rancher/rke2/pull/4202) +* Bump K3s/containerd/runc versions [(#4210)](https://github.com/rancher/rke2/pull/4210) + * The bundled containerd and runc versions have been bumped to v1.7.1-k3s1/v1.1.7 +* Update Calico image on Canal [(#4214)](https://github.com/rancher/rke2/pull/4214) +* Upgrade docker/docker package [(#4225)](https://github.com/rancher/rke2/pull/4225) +* Add rke2-upgrade to image list [(#4237)](https://github.com/rancher/rke2/pull/4237) +* Bump metrics-server to v0.6.3 [(#4244)](https://github.com/rancher/rke2/pull/4244) +* Fix fapolicyd checks in install script [(#4249)](https://github.com/rancher/rke2/pull/4249) +* Bump vsphere csi/cpi and csi snapshot charts [(#4271)](https://github.com/rancher/rke2/pull/4271) +* Bump vsphere csi to remove duplicate CSI deployment. [(#4295)](https://github.com/rancher/rke2/pull/4295) + +----- +## Release v1.27.1+rke2r1 + + +This release is RKE2's first in the v1.27 line. This release updates Kubernetes to v1.27.1. + +Before upgrading from earlier releases, be sure to read the Kubernetes [Urgent Upgrade Notes](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.27.md#urgent-upgrade-notes). + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.26.4+rke2r1: +* Bump to kubernetes v1.27.1 ([#4108](https://github.com/rancher/rke2/pull/4108)) + +----- diff --git a/docs/release-notes/v1.28.X.md b/docs/release-notes/v1.28.X.md new file mode 100644 index 00000000..3c5f699e --- /dev/null +++ b/docs/release-notes/v1.28.X.md @@ -0,0 +1,37 @@ +--- +hide_table_of_contents: true +--- + +# v1.28.X + +:::caution Upgrade Notice +Before upgrading from earlier releases, be sure to read the Kubernetes [Urgent Upgrade Notes](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.28.md#urgent-upgrade-notes). +::: + +| Version | Release date | Kubernetes | Etcd | Containerd | Runc | Metrics-server | CoreDNS | Ingress-Nginx | Helm-controller | Canal (Default) | Calico | Cilium | Multus | +| ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | ----- | +| [v1.28.2+rke2r1](v1.28.X.md#release-v1282rke2r1) | Sep 18 2023| [v1.28.2](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.28.md#v1282) | [v3.5.9-k3s1](https://github.com/k3s-io/etcd/releases/tag/v3.5.9-k3s1) | [v1.7.3-k3s1](https://github.com/k3s-io/containerd/releases/tag/v1.7.3-k3s1) | [v1.1.8](https://github.com/opencontainers/runc/releases/tag/v1.1.8) | [v0.6.3](https://github.com/kubernetes-sigs/metrics-server/releases/tag/v0.6.3) | [v1.10.1](https://github.com/coredns/coredns/releases/tag/v1.10.1) | [4.6.1](https://github.com/kubernetes/ingress-nginx/releases/tag/helm-chart-4.6.1) | [v0.15.4](https://github.com/k3s-io/helm-controller/releases/tag/v0.15.4) | [Flannel v0.22.1](https://github.com/flannel-io/flannel/releases/tag/v0.22.1)
[Calico v3.26.1](https://docs.tigera.io/calico/latest/release-notes/#v3.26) | [v3.26.1](https://docs.tigera.io/calico/latest/release-notes/#v3.26) | [v1.14.1](https://github.com/cilium/cilium/releases/tag/v1.14.1) | [v4.0.2](https://github.com/k8snetworkplumbingwg/multus-cni/releases/tag/v4.0.2) | + +
+ +## Release v1.28.2+rke2r1 + + +This release updates Kubernetes to v1.28.2. + +**Important Note** + +If your server (control-plane) nodes were not started with the `--token` CLI flag or config file key, a randomized token was generated during initial cluster startup. This key is used both for joining new nodes to the cluster, and for encrypting cluster bootstrap data within the datastore. Ensure that you retain a copy of this token, as is required when restoring from backup. + +You may retrieve the token value from any server already joined to the cluster: +```bash +cat /var/lib/rancher/rke2/server/token +``` + +### Changes since v1.28.1+rke2r1: + +* Support new generic "cis" profile [(#4708)](https://github.com/rancher/rke2/pull/4708) +* Update cilium to 1.14.1 [(#4755)](https://github.com/rancher/rke2/pull/4755) +* Update Kubernetes to v1.28.2 Go to v1.20.8 [(#4760)](https://github.com/rancher/rke2/pull/4760) + +----- diff --git a/scripts/collect-all-release-notes.sh b/scripts/collect-all-release-notes.sh new file mode 100755 index 00000000..56be3db9 --- /dev/null +++ b/scripts/collect-all-release-notes.sh @@ -0,0 +1,53 @@ +#!/usr/bin/env bash +function gen_md_link() +{ + release_link=$(echo $1 | tr '[:upper:]' '[:lower:]' | sed -e 's/ /-/g' -e 's/\.//g' -e 's/+//g') + echo "${release_link}" +} + +MINORS="v1.24 v1.25 v1.26 v1.27 v1.28" + +for minor in $MINORS; do + product=rke2 + global_table=$(mktemp) + previous="" + file=docs/release-notes/${minor}.X.md + for patch in $(gh release list -R "rancher/${product}" --exclude-drafts --exclude-pre-releases --limit=1000 | awk -F '\t' '{ print $3 }' | grep ^"${minor}"); do + publish_date=$(gh release view "${patch}" -R "rancher/${product}" --json publishedAt -q '.publishedAt' | awk -F'T' '{ print $1 }') + echo "# Release ${patch}" >> "${file}" + gh release view "${patch}" -R "rancher/${product}" --json body -q '.body' >> "${file}" + echo "-----" >> "${file}" + body=$(gh release view "${patch}" -R "rancher/${product}" --json body -q '.body') + # Extract from each release notes the component table, building a single table with all the components + if [ -z "${previous}" ]; then + title="---\nhide_table_of_contents: true\n---\n\n# ${minor}.X\n" + echo -e "${title}" >> $global_table + upgrade_link="[Urgent Upgrade Notes](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-${minor:1}.md#urgent-upgrade-notes)" + upgrade_warning=":::caution Upgrade Notice\nBefore upgrading from earlier releases, be sure to read the Kubernetes ${upgrade_link}.\n:::\n" + echo -e "${upgrade_warning}" >> $global_table + echo -n "| Version | Release date " >> $global_table + # RKE2 Core Components + echo "$body" | grep "^|" | tail +3 | head -8 | awk -F'|' '{ print $2 }' | while read column; do echo -n "| $column " >> $global_table; done + # RKE2 CNIs + echo "$body" | grep "^|" | tail -4 | awk -F'|' '{ print $2 }' | while read column; do echo -n "| $column " >> $global_table; done + echo " |" >> $global_table + for i in {0..13}; do echo -n "| ----- " >> $global_table; done + echo " |" >> $global_table + fi + echo -n "| [${patch}](${minor}.X.md#release-$(gen_md_link $patch)) | $(date +"%b %d %Y" -d "${publish_date}")" >> $global_table + echo "$body" | grep "^|" | tail +3 | head -8 | awk -F'|' '{ print $3 }' | while read column; do echo -n "| $column " >> $global_table; done + echo "$body" | grep "^|" | tail -4 | awk -F'|' '{ print $3 }' | while read column; do echo -n "| $column " >> $global_table; done + echo " |" >> $global_table + previous=$patch + # Remove the component table from each individual release notes + perl -i -p0e 's/^## Packaged Component Versions.*?^-----/-----/gms' "${file}" + # Add extra levels for Docusaurus Sidebar + sed -i 's/^# Release/## Release/' "${file}" + sed -i 's/^## Changes since/### Changes since/' "${file}" + done + echo -e "\n
\n" >> $global_table + # Append the global component and version table + rke2tmp=$(mktemp) + cat $global_table "${file}" > $rke2tmp && mv $rke2tmp "${file}" + echo "Collected release notes for ${product} ${minor}" +done diff --git a/sidebars.js b/sidebars.js index 2363cd55..e4a8bed9 100644 --- a/sidebars.js +++ b/sidebars.js @@ -59,6 +59,16 @@ module.exports = { }, ], }, + { + type: 'category', + label: 'Release Notes', + items: [ + { + type: 'autogenerated', + dirName: 'release-notes', + }, + ], + }, 'known_issues', ], }; \ No newline at end of file