fix(system-upgrade): Prevent logs from spoiling a node

This patch installs a log rotate function that prevents the
/var/log/messages log to become gigabytes in size and rotating them away
with a maximum size of 100M.

The reason for this is to prevent the host system from getting issues
due to excessive logging and rendering a host unusable.

infrastructure/system-upgrades/kustomization.yaml

@@ -8,4 +8,5 @@ resources:
   - kubelet.yaml
   - longhorn-lvm.yaml
   - longhorn-setup.yaml
+  - logrotate.yaml
   - fedora-temperature-management.yaml

infrastructure/system-upgrades/logrotate.yaml

+---
+apiVersion: v1
+kind: Secret
+metadata:
+  name: logrotate-setup
+  namespace: system-upgrade
+type: Opaque
+stringData:
+  logrotate.conf: |
+    /var/log/cron
+    /var/log/maillog
+    /var/log/messages
+    /var/log/secure
+    /var/log/spooler
+    {
+        maxsize 250M
+        missingok
+        sharedscripts
+        postrotate
+            /usr/bin/systemctl kill -s HUP rsyslog.service >/dev/null 2>&1 || true
+        endscript
+    }
+
+  upgrade.sh: |
+    #!/bin/sh
+    set -e
+    set -x
+    secrets="$(dirname $0)"
+    cp $secrets/logrotate.conf /etc/logrotate.d/rsyslog
+    rm /etc/logrotate.d/kubernetes-survival
+---
+apiVersion: upgrade.cattle.io/v1
+kind: Plan
+metadata:
+  name: logrotate-setup
+  namespace: system-upgrade
+spec:
+  concurrency: 1
+  nodeSelector:
+    matchExpressions:
+      - key: feature.node.kubernetes.io/system-os_release.ID
+        operator: In
+        values:
+          - "fedora"
+      - key: feature.node.kubernetes.io/system-os_release.VERSION_ID.major
+        operator: In
+        values:
+          - "35"
+  serviceAccountName: system-upgrade
+  secrets:
+    - name: logrotate-setup
+      path: /host/run/system-upgrade/secrets/logrotate-setup
+  version: "1.0.0"
+  upgrade:
+    image: docker.io/library/fedora:35
+    command: ["chroot", "/host"]
+    args: ["sh", "/run/system-upgrade/secrets/logrotate-setup/upgrade.sh"]