Hi. I'm trying to install new RKE2 cluster with Rancher. All nodes are running on Rocky 9.3, all requirements are set and firewalld is turned off. Every node has a unique hostname. All hostnames are written in /etc/hosts on every of 6 nodes:

192.168.0.1 racher.hostname.org

192.168.0.10 rke-int-srv01.hostname.org
192.168.0.11 rke-int-srv02.hostname.org
192.168.0.12 rke-int-srv03.hostname.org
192.168.0.15 rke-int-ag01.hostname.org
192.168.0.16 rke-int-ag02.hostname.org
192.168.0.17 rke-int-ag03.hostname.org

There are 3 nodes on Rancher, so later I want to add 2 more records:

192.168.0.2 racher.hostname.org
192.168.0.3 racher.hostname.org

I create new cluster with following config:

apiVersion: provisioning.cattle.io/v1
kind: Cluster
metadata:
  annotations:
    field.cattle.io/creatorId: u-rjld4
    field.cattle.io/description: Internal apps
  creationTimestamp: '2023-12-16T23:14:00Z'
  finalizers:
    - wrangler.cattle.io/provisioning-cluster-remove
    - wrangler.cattle.io/rke-cluster-remove
    - wrangler.cattle.io/cloud-config-secret-remover
  generation: 2
  managedFields:
    - apiVersion: provisioning.cattle.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:metadata:
          f:annotations:
            .: {}
            f:field.cattle.io/description: {}
          f:finalizers:
            .: {}
            v:"wrangler.cattle.io/provisioning-cluster-remove": {}
            v:"wrangler.cattle.io/rke-cluster-remove": {}
        f:spec:
          .: {}
          f:clusterAgentDeploymentCustomization: {}
          f:fleetAgentDeploymentCustomization: {}
          f:kubernetesVersion: {}
          f:localClusterAuthEndpoint:
            .: {}
            f:caCerts: {}
            f:enabled: {}
            f:fqdn: {}
          f:rkeConfig:
            .: {}
            f:chartValues:
              .: {}
              f:rke2-canal: {}
            f:etcd:
              .: {}
              f:snapshotRetention: {}
              f:snapshotScheduleCron: {}
            f:machineGlobalConfig:
              .: {}
              f:cluster-domain: {}
              f:cni: {}
              f:disable-kube-proxy: {}
              f:etcd-expose-metrics: {}
              f:profile: {}
              f:tls-san: {}
            f:machinePoolDefaults: {}
            f:machineSelectorConfig: {}
            f:registries: {}
            f:upgradeStrategy:
              .: {}
              f:controlPlaneConcurrency: {}
              f:controlPlaneDrainOptions:
                .: {}
                f:deleteEmptyDirData: {}
                f:disableEviction: {}
                f:enabled: {}
                f:force: {}
                f:gracePeriod: {}
                f:ignoreDaemonSets: {}
                f:ignoreErrors: {}
                f:postDrainHooks: {}
                f:preDrainHooks: {}
                f:skipWaitForDeleteTimeoutSeconds: {}
                f:timeout: {}
              f:workerConcurrency: {}
              f:workerDrainOptions:
                .: {}
                f:deleteEmptyDirData: {}
                f:disableEviction: {}
                f:enabled: {}
                f:force: {}
                f:gracePeriod: {}
                f:ignoreDaemonSets: {}
                f:ignoreErrors: {}
                f:postDrainHooks: {}
                f:preDrainHooks: {}
                f:skipWaitForDeleteTimeoutSeconds: {}
                f:timeout: {}
      manager: rancher
      operation: Update
      time: '2023-12-16T23:14:00Z'
    - apiVersion: provisioning.cattle.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:metadata:
          f:finalizers:
            v:"wrangler.cattle.io/cloud-config-secret-remover": {}
      manager: rancher-v2.7.9-secret-migrator
      operation: Update
      time: '2023-12-16T23:14:00Z'
    - apiVersion: provisioning.cattle.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:status:
          .: {}
          f:clusterName: {}
          f:conditions: {}
          f:observedGeneration: {}
      manager: rancher
      operation: Update
      subresource: status
      time: '2023-12-16T23:14:07Z'
  name: rke-int
  namespace: fleet-default
  resourceVersion: '5049008'
  uid: 69a26d4f-510e-4c0f-8a9e-8b6b7fa12f1e
spec:
  clusterAgentDeploymentCustomization: {}
  fleetAgentDeploymentCustomization: {}
  kubernetesVersion: v1.26.8+rke2r1
  localClusterAuthEndpoint:
    caCerts: "<ca certs here>"
    enabled: true
    fqdn: 192.168.0.10
  rkeConfig:
    chartValues:
      rke2-canal: {}
    etcd:
      snapshotRetention: 5
      snapshotScheduleCron: 0 */5 * * *
    machineGlobalConfig:
      cluster-domain: int.moedelo
      cni: canal
      disable-kube-proxy: false
      etcd-expose-metrics: true
      profile: null
      tls-san:
        - rke-int-srv01.hostname.org
        - 192.168.0.10
        - rke-int-srv02.hostname.org
        - 192.168.0.11
        - rke-int-srv03.hostname.org
        - 192.168.0.12
        - rke-int-ag01.hostname.org
        - 192.168.0.15
        - rke-int-ag02.hostname.org
        - 192.168.0.16
        - rke-int-ag03.hostname.org
        - 192.168.0.17
    machinePoolDefaults: {}
    machineSelectorConfig:
      - config:
          protect-kernel-defaults: false
    registries: {}
    upgradeStrategy:
      controlPlaneConcurrency: '1'
      controlPlaneDrainOptions:
        deleteEmptyDirData: true
        disableEviction: false
        enabled: false
        force: false
        gracePeriod: -1
        ignoreDaemonSets: true
        ignoreErrors: false
        postDrainHooks: null
        preDrainHooks: null
        skipWaitForDeleteTimeoutSeconds: 0
        timeout: 120
      workerConcurrency: '1'
      workerDrainOptions:
        deleteEmptyDirData: true
        disableEviction: false
        enabled: false
        force: false
        gracePeriod: -1
        ignoreDaemonSets: true
        ignoreErrors: false
        postDrainHooks: null
        preDrainHooks: null
        skipWaitForDeleteTimeoutSeconds: 0
        timeout: 120
status:
  clusterName: c-m-nkdsmx5n
  conditions:
    - lastUpdateTime: '2023-12-16T23:14:00Z'
      reason: Reconciling
      status: 'True'
      type: Reconciling
    - lastUpdateTime: '2023-12-16T23:14:00Z'
      status: 'False'
      type: Stalled
    - lastUpdateTime: '2023-12-16T23:14:07Z'
      status: 'True'
      type: Created
    - lastUpdateTime: '2023-12-16T23:14:00Z'
      status: 'True'
      type: RKECluster
    - lastUpdateTime: '2023-12-16T23:14:00Z'
      status: 'True'
      type: BackingNamespaceCreated
    - lastUpdateTime: '2023-12-16T23:14:00Z'
      status: 'True'
      type: DefaultProjectCreated
    - lastUpdateTime: '2023-12-16T23:14:00Z'
      status: 'True'
      type: SystemProjectCreated
    - lastUpdateTime: '2023-12-16T23:14:00Z'
      status: 'True'
      type: InitialRolesPopulated
    - lastUpdateTime: '2023-12-16T23:14:00Z'
      message: >-
        waiting for at least one control plane, etcd, and worker node to be
        registered
      reason: Waiting
      status: Unknown
      type: Updated
    - lastUpdateTime: '2023-12-16T23:14:00Z'
      message: >-
        waiting for at least one control plane, etcd, and worker node to be
        registered
      reason: Waiting
      status: Unknown
      type: Provisioned
    - lastUpdateTime: '2023-12-16T23:14:00Z'
      message: >-
        waiting for at least one control plane, etcd, and worker node to be
        registered
      reason: Waiting
      status: Unknown
      type: Ready
    - lastUpdateTime: '2023-12-16T23:14:00Z'
      status: 'True'
      type: CreatorMadeOwner
    - lastUpdateTime: '2023-12-16T23:14:01Z'
      status: 'True'
      type: NoDiskPressure
    - lastUpdateTime: '2023-12-16T23:14:01Z'
      status: 'True'
      type: NoMemoryPressure
    - lastUpdateTime: '2023-12-16T23:14:01Z'
      status: 'True'
      type: SecretsMigrated
    - lastUpdateTime: '2023-12-16T23:14:01Z'
      status: 'True'
      type: ServiceAccountSecretsMigrated
    - lastUpdateTime: '2023-12-16T23:14:01Z'
      status: 'True'
      type: RKESecretsMigrated
    - lastUpdateTime: '2023-12-16T23:14:01Z'
      status: 'True'
      type: ACISecretsMigrated
    - lastUpdateTime: '2023-12-16T23:14:07Z'
      status: 'False'
      type: Connected
  observedGeneration: 2

I'm adding the first server node with Control plane and ETCD and getting these logs on that node:

Dec 17 02:17:08 rke-int-srv01.hostname.org systemd[1]: Started Rancher System Agent.
Dec 17 02:17:08 rke-int-srv01.hostname.org rancher-system-agent[1498]: time="2023-12-17T02:17:08+03:00" level=info msg="Rancher System Agent version v0.3.3 (9e827a5) is starting"
Dec 17 02:17:08 rke-int-srv01.hostname.org rancher-system-agent[1498]: time="2023-12-17T02:17:08+03:00" level=info msg="Using directory /var/lib/rancher/agent/work for work"
Dec 17 02:17:08 rke-int-srv01.hostname.org rancher-system-agent[1498]: time="2023-12-17T02:17:08+03:00" level=info msg="Starting remote watch of plans"
Dec 17 02:17:08 rke-int-srv01.hostname.org rancher-system-agent[1498]: E1217 02:17:08.216273    1498 memcache.go:206] couldn't get resource list for management.cattle.io/v3:
Dec 17 02:17:08 rke-int-srv01.hostname.org rancher-system-agent[1498]: time="2023-12-17T02:17:08+03:00" level=info msg="Starting /v1, Kind=Secret controller"

And it hangs in this state. I tried to turn on debug mode but the error string stays the same. Rancher lets me download this yaml for new node:

apiVersion: cluster.x-k8s.io/v1beta1
kind: Machine
metadata:
  annotations:
    objectset.rio.cattle.io/applied: >-
      <some symbols here>
    objectset.rio.cattle.io/id: unmanaged-machine
    objectset.rio.cattle.io/owner-gvk: /v1, Kind=Secret
    objectset.rio.cattle.io/owner-name: custom-3a32be569b36
    objectset.rio.cattle.io/owner-namespace: c-m-nkdsmx5n
    pre-terminate.delete.hook.machine.cluster.x-k8s.io/rke-bootstrap-cleanup: rke-bootstrap-controller
  creationTimestamp: '2023-12-16T23:17:07Z'
  finalizers:
    - machine.cluster.x-k8s.io
  generation: 2
  labels:
    cattle.io/os: linux
    cluster.x-k8s.io/cluster-name: rke-int
    cluster.x-k8s.io/control-plane: 'true'
    objectset.rio.cattle.io/hash: 9ad4e9b1e5585dec3ad1fbaa01cae6bda43985ed
    rke.cattle.io/cluster-name: rke-int
    rke.cattle.io/control-plane-role: 'true'
    rke.cattle.io/etcd-role: 'true'
    rke.cattle.io/machine-id: 20a4fab35f29d37faeab3be5a090ddbd55da7577030c95f4dac3df61dc81c56
    rke.cattle.io/node-name: rke-int-srv01
  managedFields:
    - apiVersion: cluster.x-k8s.io/v1beta1
      fieldsType: FieldsV1
      fieldsV1:
        f:metadata:
          f:annotations:
            .: {}
            f:objectset.rio.cattle.io/applied: {}
            f:objectset.rio.cattle.io/id: {}
            f:objectset.rio.cattle.io/owner-gvk: {}
            f:objectset.rio.cattle.io/owner-name: {}
            f:objectset.rio.cattle.io/owner-namespace: {}
            f:pre-terminate.delete.hook.machine.cluster.x-k8s.io/rke-bootstrap-cleanup: {}
          f:labels:
            .: {}
            f:cattle.io/os: {}
            f:cluster.x-k8s.io/cluster-name: {}
            f:cluster.x-k8s.io/control-plane: {}
            f:objectset.rio.cattle.io/hash: {}
            f:rke.cattle.io/cluster-name: {}
            f:rke.cattle.io/control-plane-role: {}
            f:rke.cattle.io/etcd-role: {}
            f:rke.cattle.io/machine-id: {}
            f:rke.cattle.io/node-name: {}
        f:spec:
          .: {}
          f:bootstrap:
            .: {}
            f:configRef: {}
          f:clusterName: {}
          f:infrastructureRef: {}
      manager: rancher
      operation: Update
      time: '2023-12-16T23:17:07Z'
    - apiVersion: cluster.x-k8s.io/v1beta1
      fieldsType: FieldsV1
      fieldsV1:
        f:metadata:
          f:finalizers:
            .: {}
            v:"machine.cluster.x-k8s.io": {}
          f:ownerReferences:
            .: {}
            k:{"uid":"02c1f33d-92e1-4252-b17d-a7d4ff3e8ce7"}: {}
        f:spec:
          f:bootstrap:
            f:dataSecretName: {}
      manager: manager
      operation: Update
      time: '2023-12-16T23:17:08Z'
    - apiVersion: cluster.x-k8s.io/v1beta1
      fieldsType: FieldsV1
      fieldsV1:
        f:status:
          .: {}
          f:bootstrapReady: {}
          f:conditions: {}
          f:lastUpdated: {}
          f:observedGeneration: {}
          f:phase: {}
      manager: manager
      operation: Update
      subresource: status
      time: '2023-12-16T23:17:08Z'
  name: custom-3a32be569b36
  namespace: fleet-default
  ownerReferences:
    - apiVersion: cluster.x-k8s.io/v1beta1
      kind: Cluster
      name: rke-int
      uid: 02c1f33d-92e1-4252-b17d-a7d4ff3e8ce7
  resourceVersion: '5050706'
  uid: 22226ec2-75a7-4aec-a85a-8d687b51c215
spec:
  bootstrap:
    configRef:
      apiVersion: rke.cattle.io/v1
      kind: RKEBootstrap
      name: custom-3a32be569b36
      namespace: fleet-default
    dataSecretName: custom-3a32be569b36-machine-bootstrap
  clusterName: rke-int
  infrastructureRef:
    apiVersion: rke.cattle.io/v1
    kind: CustomMachine
    name: custom-3a32be569b36
    namespace: fleet-default
  nodeDeletionTimeout: 10s
status:
  bootstrapReady: true
  conditions:
    - lastTransitionTime: '2023-12-16T23:17:08Z'
      status: 'True'
      type: Ready
    - lastTransitionTime: '2023-12-16T23:17:08Z'
      status: 'True'
      type: BootstrapReady
    - lastTransitionTime: '2023-12-16T23:17:07Z'
      status: 'True'
      type: InfrastructureReady
    - lastTransitionTime: '2023-12-16T23:17:07Z'
      reason: WaitingForNodeRef
      severity: Info
      status: 'False'
      type: NodeHealthy
  lastUpdated: '2023-12-16T23:17:08Z'
  observedGeneration: 2
  phase: Provisioning

It may hang in this state forever. But when I'm trying to add new worker node it hangs the same as server, but server node gives me an error:

Error applying plan -- check rancher-system-agent.service logs on node for more information

New logs appear on server node:

Dec 17 02:45:59 rke-int-srv01.hostname.org systemd[1]: Started Rancher System Agent.
Dec 17 02:45:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T02:45:59+03:00" level=info msg="Rancher System Agent version v0.3.3 (9e827a5) is starting"
Dec 17 02:45:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T02:45:59+03:00" level=info msg="Using directory /var/lib/rancher/agent/work for work"
Dec 17 02:45:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T02:45:59+03:00" level=info msg="Starting remote watch of plans"
Dec 17 02:45:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: E1217 02:45:59.989637    1546 memcache.go:206] couldn't get resource list for management.cattle.io/v3:
Dec 17 02:45:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T02:45:59+03:00" level=info msg="Starting /v1, Kind=Secret controller"
Dec 17 03:18:23 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:23+03:00" level=info msg="Detected first start, force-applying one-time instruction set"
Dec 17 03:18:23 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:23+03:00" level=info msg="[Applyinator] Applying one-time instructions for plan with checksum c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5"
Dec 17 03:18:23 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:23+03:00" level=info msg="[Applyinator] Extracting image rancher/system-agent-installer-rke2:v1.26.8-rke2r1 to directory /var/lib/rancher/agent/work/20231217-031823/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0"
Dec 17 03:18:23 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:23+03:00" level=info msg="Using private registry config file at /etc/rancher/agent/registries.yaml"
Dec 17 03:18:23 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:23+03:00" level=info msg="Pulling image index.docker.io/rancher/system-agent-installer-rke2:v1.26.8-rke2r1"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="Extracting file installer.sh to /var/lib/rancher/agent/work/20231217-031823/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/installer.sh"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="Extracting file rke2.linux-amd64.tar.gz to /var/lib/rancher/agent/work/20231217-031823/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/rke2.linux-amd64.tar.gz"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="Extracting file sha256sum-amd64.txt to /var/lib/rancher/agent/work/20231217-031823/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/sha256sum-amd64.txt"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="Extracting file run.sh to /var/lib/rancher/agent/work/20231217-031823/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/run.sh"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[Applyinator] Running command: sh [-c run.sh]"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + SA_INSTALL_PREFIX=/usr/local"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + mkdir -p /var/lib/rancher/rke2"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + SAI_FILE_DIR=/var/lib/rancher/rke2/system-agent-installer"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RESTART_STAMP_FILE=/var/lib/rancher/rke2/system-agent-installer/rke2_restart_stamp"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RKE2_SA_ENV_FILE_NAME=rke2-sa.env"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' '!' -d /var/lib/rancher/rke2/system-agent-installer ']'"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + mkdir -p /var/lib/rancher/rke2/system-agent-installer"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + check_target_mountpoint"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + mountpoint -q /usr/local"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + check_target_ro"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + touch /usr/local/.rke2-ro-test"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + rm -rf /usr/local/.rke2-ro-test"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + test 0 -ne 0"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' /usr/local = /opt/rke2 ']'"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + SYSTEMD_BASE_PATH=/usr/local/lib/systemd/system"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RKE2_SA_ENV_FILE_PATH=/var/lib/rancher/rke2/system-agent-installer/rke2-sa.env"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RKE2_SA_ENV_SRV_REF=EnvironmentFile=-/var/lib/rancher/rke2/system-agent-installer/rke2-sa.env"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' -f /var/lib/rancher/rke2/system-agent-installer/rke2_restart_stamp ']'"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' -n 6a041f72426212c586983dfb51c9f0140e048a01193799e5e4ff0fadf3ac2aef ']'"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' '' '!=' 6a041f72426212c586983dfb51c9f0140e048a01193799e5e4ff0fadf3ac2aef ']'"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RESTART=true"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + env INSTALL_RKE2_ARTIFACT_PATH=/var/lib/rancher/agent/work/20231217-031823/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0 INSTALL_RKE2_TAR_PREFIX=/usr/local installer.sh"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  staging local checksums from /var/lib/rancher/agent/work/20231217-031823/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/sha256sum-amd64.txt"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  staging tarball from /var/lib/rancher/agent/work/20231217-031823/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/rke2.linux-amd64.tar.gz"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  verifying tarball"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  unpacking tarball file to /usr/local"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: /var/lib/rancher/agent/work/20231217-031823/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/installer.sh: line 373: tar: command not found"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[Applyinator] Command sh [-c run.sh] finished with err: <nil> and exit code: 127"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=error msg="error executing instruction 0: <nil>"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[Applyinator] No image provided, creating empty working directory /var/lib/rancher/agent/work/20231217-031823/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[Applyinator] Running command: sh [-c rke2 etcd-snapshot list --etcd-s3=false 2>/dev/null]"
Dec 17 03:18:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:25+03:00" level=info msg="[Applyinator] Command sh [-c rke2 etcd-snapshot list --etcd-s3=false 2>/dev/null] finished with err: <nil> and exit code: 127"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=info msg="[K8s] updated plan secret fleet-default/custom-3a32be569b36-machine-plan with feedback"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="[K8s] received secret to process that was older than the last secret operated on. (5083989 vs 5084067)"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error syncing 'fleet-default/custom-3a32be569b36-machine-plan': handler secret-watch: secret received was too old, requeuing"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=info msg="[K8s] updated plan secret fleet-default/custom-3a32be569b36-machine-plan with feedback"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:18:26 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:26+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:18:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:31+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:18:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:31+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:18:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:31+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:18:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:31+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:18:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:31+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:18:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:31+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:18:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:31+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:18:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:31+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:18:36 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:36+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:18:36 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:36+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:18:36 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:36+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:18:36 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:36+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:18:36 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:36+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:18:36 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:36+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:18:36 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:36+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:18:36 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:36+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:18:41 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:41+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:18:41 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:41+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:18:41 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:41+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:18:41 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:41+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:18:41 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:41+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:18:41 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:41+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:18:41 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:41+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:18:41 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:41+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:18:46 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:46+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:18:46 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:46+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:18:46 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:46+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:18:46 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:46+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:18:46 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:46+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:18:46 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:46+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:18:46 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:46+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:18:46 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:46+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:18:51 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:51+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:18:51 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:51+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:18:51 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:51+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:18:51 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:51+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:18:51 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:51+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:18:51 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:51+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:18:51 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:51+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:18:51 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:51+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:18:56 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:56+03:00" level=info msg="[Applyinator] Applying one-time instructions for plan with checksum c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5"
Dec 17 03:18:56 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:56+03:00" level=info msg="[Applyinator] Extracting image rancher/system-agent-installer-rke2:v1.26.8-rke2r1 to directory /var/lib/rancher/agent/work/20231217-031856/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0"
Dec 17 03:18:56 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:56+03:00" level=info msg="Using private registry config file at /etc/rancher/agent/registries.yaml"
Dec 17 03:18:56 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:56+03:00" level=info msg="Pulling image index.docker.io/rancher/system-agent-installer-rke2:v1.26.8-rke2r1"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="Extracting file installer.sh to /var/lib/rancher/agent/work/20231217-031856/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/installer.sh"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="Extracting file rke2.linux-amd64.tar.gz to /var/lib/rancher/agent/work/20231217-031856/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/rke2.linux-amd64.tar.gz"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="Extracting file sha256sum-amd64.txt to /var/lib/rancher/agent/work/20231217-031856/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/sha256sum-amd64.txt"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="Extracting file run.sh to /var/lib/rancher/agent/work/20231217-031856/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/run.sh"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[Applyinator] Running command: sh [-c run.sh]"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + SA_INSTALL_PREFIX=/usr/local"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + mkdir -p /var/lib/rancher/rke2"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + SAI_FILE_DIR=/var/lib/rancher/rke2/system-agent-installer"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RESTART_STAMP_FILE=/var/lib/rancher/rke2/system-agent-installer/rke2_restart_stamp"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RKE2_SA_ENV_FILE_NAME=rke2-sa.env"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' '!' -d /var/lib/rancher/rke2/system-agent-installer ']'"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + check_target_mountpoint"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + mountpoint -q /usr/local"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + check_target_ro"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + touch /usr/local/.rke2-ro-test"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + rm -rf /usr/local/.rke2-ro-test"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + test 0 -ne 0"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' /usr/local = /opt/rke2 ']'"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + SYSTEMD_BASE_PATH=/usr/local/lib/systemd/system"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RKE2_SA_ENV_FILE_PATH=/var/lib/rancher/rke2/system-agent-installer/rke2-sa.env"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RKE2_SA_ENV_SRV_REF=EnvironmentFile=-/var/lib/rancher/rke2/system-agent-installer/rke2-sa.env"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' -f /var/lib/rancher/rke2/system-agent-installer/rke2_restart_stamp ']'"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' -n 6a041f72426212c586983dfb51c9f0140e048a01193799e5e4ff0fadf3ac2aef ']'"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' '' '!=' 6a041f72426212c586983dfb51c9f0140e048a01193799e5e4ff0fadf3ac2aef ']'"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RESTART=true"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + env INSTALL_RKE2_ARTIFACT_PATH=/var/lib/rancher/agent/work/20231217-031856/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0 INSTALL_RKE2_TAR_PREFIX=/usr/local installer.sh"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  staging local checksums from /var/lib/rancher/agent/work/20231217-031856/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/sha256sum-amd64.txt"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  staging tarball from /var/lib/rancher/agent/work/20231217-031856/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/rke2.linux-amd64.tar.gz"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  verifying tarball"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  unpacking tarball file to /usr/local"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: /var/lib/rancher/agent/work/20231217-031856/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/installer.sh: line 373: tar: command not found"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[Applyinator] Command sh [-c run.sh] finished with err: <nil> and exit code: 127"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=error msg="error executing instruction 0: <nil>"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[Applyinator] No image provided, creating empty working directory /var/lib/rancher/agent/work/20231217-031856/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[Applyinator] Running command: sh [-c rke2 etcd-snapshot list --etcd-s3=false 2>/dev/null]"
Dec 17 03:18:58 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:58+03:00" level=info msg="[Applyinator] Command sh [-c rke2 etcd-snapshot list --etcd-s3=false 2>/dev/null] finished with err: <nil> and exit code: 127"
Dec 17 03:18:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:59+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:18:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:59+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:18:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:59+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:18:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:59+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:18:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:59+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:18:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:59+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:18:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:59+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:18:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:59+03:00" level=info msg="[K8s] updated plan secret fleet-default/custom-3a32be569b36-machine-plan with feedback"
Dec 17 03:18:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:59+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:18:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:59+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:18:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:59+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:18:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:59+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:18:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:59+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:18:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:59+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:18:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:59+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:18:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:18:59+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:19:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:04+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:19:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:04+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:19:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:04+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:19:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:04+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:19:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:04+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:19:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:04+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:19:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:04+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:19:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:04+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:19:09 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:09+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:19:09 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:09+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:19:09 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:09+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:19:09 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:09+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:19:09 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:09+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:19:09 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:09+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:19:09 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:09+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:19:09 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:09+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:19:14 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:14+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:19:14 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:14+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:19:14 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:14+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:19:14 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:14+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:19:14 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:14+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:19:14 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:14+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:19:14 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:14+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:19:14 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:14+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:19:19 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:19+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:19:19 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:19+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:19:19 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:19+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:19:19 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:19+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:19:19 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:19+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:19:19 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:19+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:19:19 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:19+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:19:19 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:19+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:19:24 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:24+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:19:24 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:24+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:19:24 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:24+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:19:24 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:24+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:19:24 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:24+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:19:24 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:24+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:19:24 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:24+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:19:24 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:24+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:19:29 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:29+03:00" level=info msg="[Applyinator] Applying one-time instructions for plan with checksum c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5"
Dec 17 03:19:29 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:29+03:00" level=info msg="[Applyinator] Extracting image rancher/system-agent-installer-rke2:v1.26.8-rke2r1 to directory /var/lib/rancher/agent/work/20231217-031929/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0"
Dec 17 03:19:29 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:29+03:00" level=info msg="Using private registry config file at /etc/rancher/agent/registries.yaml"
Dec 17 03:19:29 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:29+03:00" level=info msg="Pulling image index.docker.io/rancher/system-agent-installer-rke2:v1.26.8-rke2r1"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="Extracting file installer.sh to /var/lib/rancher/agent/work/20231217-031929/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/installer.sh"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="Extracting file rke2.linux-amd64.tar.gz to /var/lib/rancher/agent/work/20231217-031929/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/rke2.linux-amd64.tar.gz"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="Extracting file sha256sum-amd64.txt to /var/lib/rancher/agent/work/20231217-031929/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/sha256sum-amd64.txt"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="Extracting file run.sh to /var/lib/rancher/agent/work/20231217-031929/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/run.sh"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[Applyinator] Running command: sh [-c run.sh]"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + SA_INSTALL_PREFIX=/usr/local"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + mkdir -p /var/lib/rancher/rke2"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + SAI_FILE_DIR=/var/lib/rancher/rke2/system-agent-installer"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RESTART_STAMP_FILE=/var/lib/rancher/rke2/system-agent-installer/rke2_restart_stamp"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RKE2_SA_ENV_FILE_NAME=rke2-sa.env"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' '!' -d /var/lib/rancher/rke2/system-agent-installer ']'"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + check_target_mountpoint"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + mountpoint -q /usr/local"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + check_target_ro"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + touch /usr/local/.rke2-ro-test"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + rm -rf /usr/local/.rke2-ro-test"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + test 0 -ne 0"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' /usr/local = /opt/rke2 ']'"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + SYSTEMD_BASE_PATH=/usr/local/lib/systemd/system"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RKE2_SA_ENV_FILE_PATH=/var/lib/rancher/rke2/system-agent-installer/rke2-sa.env"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RKE2_SA_ENV_SRV_REF=EnvironmentFile=-/var/lib/rancher/rke2/system-agent-installer/rke2-sa.env"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' -f /var/lib/rancher/rke2/system-agent-installer/rke2_restart_stamp ']'"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' -n 6a041f72426212c586983dfb51c9f0140e048a01193799e5e4ff0fadf3ac2aef ']'"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' '' '!=' 6a041f72426212c586983dfb51c9f0140e048a01193799e5e4ff0fadf3ac2aef ']'"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RESTART=true"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + env INSTALL_RKE2_ARTIFACT_PATH=/var/lib/rancher/agent/work/20231217-031929/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0 INSTALL_RKE2_TAR_PREFIX=/usr/local installer.sh"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  staging local checksums from /var/lib/rancher/agent/work/20231217-031929/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/sha256sum-amd64.txt"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  staging tarball from /var/lib/rancher/agent/work/20231217-031929/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/rke2.linux-amd64.tar.gz"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  verifying tarball"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  unpacking tarball file to /usr/local"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: /var/lib/rancher/agent/work/20231217-031929/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/installer.sh: line 373: tar: command not found"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[Applyinator] Command sh [-c run.sh] finished with err: <nil> and exit code: 127"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=error msg="error executing instruction 0: <nil>"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[Applyinator] No image provided, creating empty working directory /var/lib/rancher/agent/work/20231217-031929/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[Applyinator] Running command: sh [-c rke2 etcd-snapshot list --etcd-s3=false 2>/dev/null]"
Dec 17 03:19:31 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:31+03:00" level=info msg="[Applyinator] Command sh [-c rke2 etcd-snapshot list --etcd-s3=false 2>/dev/null] finished with err: <nil> and exit code: 127"
Dec 17 03:19:32 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:32+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:19:32 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:32+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:19:32 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:32+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:19:32 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:32+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:19:32 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:32+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:19:32 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:32+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:19:32 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:32+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:19:32 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:32+03:00" level=info msg="[K8s] updated plan secret fleet-default/custom-3a32be569b36-machine-plan with feedback"
Dec 17 03:19:32 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:32+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:19:32 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:32+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:19:32 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:32+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:19:32 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:32+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:19:32 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:32+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:19:32 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:32+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:19:32 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:32+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:19:32 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:32+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:19:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:37+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:19:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:37+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:19:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:37+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:19:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:37+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:19:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:37+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:19:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:37+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:19:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:37+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:19:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:37+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:19:42 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:42+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:19:42 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:42+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:19:42 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:42+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:19:42 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:42+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:19:42 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:42+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:19:42 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:42+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:19:42 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:42+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:19:42 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:42+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:19:47 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:47+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:19:47 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:47+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:19:47 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:47+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:19:47 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:47+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:19:47 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:47+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:19:47 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:47+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:19:47 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:47+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:19:47 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:47+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:19:52 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:52+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:19:52 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:52+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:19:52 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:52+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:19:52 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:52+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:19:52 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:52+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:19:52 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:52+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:19:52 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:52+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:19:52 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:52+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:19:57 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:57+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:19:57 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:57+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:19:57 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:57+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:19:57 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:57+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:19:57 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:57+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:19:57 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:57+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:19:57 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:57+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:19:57 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:19:57+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:20:02 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:02+03:00" level=info msg="[Applyinator] Applying one-time instructions for plan with checksum c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5"
Dec 17 03:20:02 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:02+03:00" level=info msg="[Applyinator] Extracting image rancher/system-agent-installer-rke2:v1.26.8-rke2r1 to directory /var/lib/rancher/agent/work/20231217-032002/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0"
Dec 17 03:20:02 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:02+03:00" level=info msg="Using private registry config file at /etc/rancher/agent/registries.yaml"
Dec 17 03:20:02 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:02+03:00" level=info msg="Pulling image index.docker.io/rancher/system-agent-installer-rke2:v1.26.8-rke2r1"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="Extracting file installer.sh to /var/lib/rancher/agent/work/20231217-032002/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/installer.sh"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="Extracting file rke2.linux-amd64.tar.gz to /var/lib/rancher/agent/work/20231217-032002/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/rke2.linux-amd64.tar.gz"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="Extracting file sha256sum-amd64.txt to /var/lib/rancher/agent/work/20231217-032002/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/sha256sum-amd64.txt"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="Extracting file run.sh to /var/lib/rancher/agent/work/20231217-032002/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/run.sh"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[Applyinator] Running command: sh [-c run.sh]"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + SA_INSTALL_PREFIX=/usr/local"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + mkdir -p /var/lib/rancher/rke2"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + SAI_FILE_DIR=/var/lib/rancher/rke2/system-agent-installer"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RESTART_STAMP_FILE=/var/lib/rancher/rke2/system-agent-installer/rke2_restart_stamp"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RKE2_SA_ENV_FILE_NAME=rke2-sa.env"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' '!' -d /var/lib/rancher/rke2/system-agent-installer ']'"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + check_target_mountpoint"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + mountpoint -q /usr/local"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + check_target_ro"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + touch /usr/local/.rke2-ro-test"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + rm -rf /usr/local/.rke2-ro-test"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + test 0 -ne 0"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' /usr/local = /opt/rke2 ']'"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + SYSTEMD_BASE_PATH=/usr/local/lib/systemd/system"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RKE2_SA_ENV_FILE_PATH=/var/lib/rancher/rke2/system-agent-installer/rke2-sa.env"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RKE2_SA_ENV_SRV_REF=EnvironmentFile=-/var/lib/rancher/rke2/system-agent-installer/rke2-sa.env"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' -f /var/lib/rancher/rke2/system-agent-installer/rke2_restart_stamp ']'"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' -n 6a041f72426212c586983dfb51c9f0140e048a01193799e5e4ff0fadf3ac2aef ']'"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' '' '!=' 6a041f72426212c586983dfb51c9f0140e048a01193799e5e4ff0fadf3ac2aef ']'"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RESTART=true"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + env INSTALL_RKE2_ARTIFACT_PATH=/var/lib/rancher/agent/work/20231217-032002/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0 INSTALL_RKE2_TAR_PREFIX=/usr/local installer.sh"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  staging local checksums from /var/lib/rancher/agent/work/20231217-032002/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/sha256sum-amd64.txt"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  staging tarball from /var/lib/rancher/agent/work/20231217-032002/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/rke2.linux-amd64.tar.gz"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  verifying tarball"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  unpacking tarball file to /usr/local"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: /var/lib/rancher/agent/work/20231217-032002/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/installer.sh: line 373: tar: command not found"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[Applyinator] Command sh [-c run.sh] finished with err: <nil> and exit code: 127"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=error msg="error executing instruction 0: <nil>"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[Applyinator] No image provided, creating empty working directory /var/lib/rancher/agent/work/20231217-032002/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[Applyinator] Running command: sh [-c rke2 etcd-snapshot list --etcd-s3=false 2>/dev/null]"
Dec 17 03:20:04 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:04+03:00" level=info msg="[Applyinator] Command sh [-c rke2 etcd-snapshot list --etcd-s3=false 2>/dev/null] finished with err: <nil> and exit code: 127"
Dec 17 03:20:05 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:05+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:20:05 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:05+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:20:05 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:05+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:20:05 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:05+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:20:05 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:05+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:20:05 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:05+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:20:05 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:05+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:20:05 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:05+03:00" level=info msg="[K8s] updated plan secret fleet-default/custom-3a32be569b36-machine-plan with feedback"
Dec 17 03:20:05 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:05+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:20:05 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:05+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:20:05 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:05+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:20:05 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:05+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:20:05 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:05+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:20:05 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:05+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:20:05 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:05+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:20:05 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:05+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:20:10 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:10+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:20:10 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:10+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:20:10 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:10+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:20:10 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:10+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:20:10 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:10+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:20:10 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:10+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:20:10 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:10+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:20:10 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:10+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:20:15 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:15+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:20:15 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:15+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:20:15 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:15+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:20:15 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:15+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:20:15 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:15+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:20:15 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:15+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:20:15 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:15+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:20:15 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:15+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:20:20 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:20+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:20:20 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:20+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:20:20 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:20+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:20:20 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:20+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:20:20 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:20+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:20:20 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:20+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:20:20 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:20+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:20:20 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:20+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:20:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:25+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:20:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:25+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:20:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:25+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:20:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:25+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:20:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:25+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:20:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:25+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:20:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:25+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:20:25 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:25+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:20:30 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:30+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:20:30 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:30+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:20:30 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:30+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:20:30 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:30+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:20:30 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:30+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:20:30 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:30+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:20:30 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:30+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:20:30 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:30+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:20:35 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:35+03:00" level=info msg="[Applyinator] Applying one-time instructions for plan with checksum c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5"
Dec 17 03:20:35 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:35+03:00" level=info msg="[Applyinator] Extracting image rancher/system-agent-installer-rke2:v1.26.8-rke2r1 to directory /var/lib/rancher/agent/work/20231217-032035/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0"
Dec 17 03:20:35 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:35+03:00" level=info msg="Using private registry config file at /etc/rancher/agent/registries.yaml"
Dec 17 03:20:35 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:35+03:00" level=info msg="Pulling image index.docker.io/rancher/system-agent-installer-rke2:v1.26.8-rke2r1"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="Extracting file installer.sh to /var/lib/rancher/agent/work/20231217-032035/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/installer.sh"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="Extracting file rke2.linux-amd64.tar.gz to /var/lib/rancher/agent/work/20231217-032035/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/rke2.linux-amd64.tar.gz"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="Extracting file sha256sum-amd64.txt to /var/lib/rancher/agent/work/20231217-032035/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/sha256sum-amd64.txt"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="Extracting file run.sh to /var/lib/rancher/agent/work/20231217-032035/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/run.sh"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[Applyinator] Running command: sh [-c run.sh]"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + SA_INSTALL_PREFIX=/usr/local"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + mkdir -p /var/lib/rancher/rke2"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + SAI_FILE_DIR=/var/lib/rancher/rke2/system-agent-installer"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RESTART_STAMP_FILE=/var/lib/rancher/rke2/system-agent-installer/rke2_restart_stamp"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RKE2_SA_ENV_FILE_NAME=rke2-sa.env"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' '!' -d /var/lib/rancher/rke2/system-agent-installer ']'"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + check_target_mountpoint"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + mountpoint -q /usr/local"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + check_target_ro"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + touch /usr/local/.rke2-ro-test"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + rm -rf /usr/local/.rke2-ro-test"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + test 0 -ne 0"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' /usr/local = /opt/rke2 ']'"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + SYSTEMD_BASE_PATH=/usr/local/lib/systemd/system"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RKE2_SA_ENV_FILE_PATH=/var/lib/rancher/rke2/system-agent-installer/rke2-sa.env"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RKE2_SA_ENV_SRV_REF=EnvironmentFile=-/var/lib/rancher/rke2/system-agent-installer/rke2-sa.env"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' -f /var/lib/rancher/rke2/system-agent-installer/rke2_restart_stamp ']'"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' -n 6a041f72426212c586983dfb51c9f0140e048a01193799e5e4ff0fadf3ac2aef ']'"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + '[' '' '!=' 6a041f72426212c586983dfb51c9f0140e048a01193799e5e4ff0fadf3ac2aef ']'"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + RESTART=true"
Dec 17 03:20:37 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:37+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: + env INSTALL_RKE2_ARTIFACT_PATH=/var/lib/rancher/agent/work/20231217-032035/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0 INSTALL_RKE2_TAR_PREFIX=/usr/local installer.sh"
Dec 17 03:20:38 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:38+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  staging local checksums from /var/lib/rancher/agent/work/20231217-032035/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/sha256sum-amd64.txt"
Dec 17 03:20:38 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:38+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  staging tarball from /var/lib/rancher/agent/work/20231217-032035/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/rke2.linux-amd64.tar.gz"
Dec 17 03:20:38 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:38+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  verifying tarball"
Dec 17 03:20:38 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:38+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stdout]: [INFO]  unpacking tarball file to /usr/local"
Dec 17 03:20:38 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:38+03:00" level=info msg="[c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0:stderr]: /var/lib/rancher/agent/work/20231217-032035/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0/installer.sh: line 373: tar: command not found"
Dec 17 03:20:38 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:38+03:00" level=info msg="[Applyinator] Command sh [-c run.sh] finished with err: <nil> and exit code: 127"
Dec 17 03:20:38 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:38+03:00" level=error msg="error executing instruction 0: <nil>"
Dec 17 03:20:38 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:38+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:20:38 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:38+03:00" level=info msg="[Applyinator] No image provided, creating empty working directory /var/lib/rancher/agent/work/20231217-032035/c0e654469735611af63fbbf9d804daf3e4be620eb012a1ab2b43cd2c7e1132b5_0"
Dec 17 03:20:38 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:38+03:00" level=info msg="[Applyinator] Running command: sh [-c rke2 etcd-snapshot list --etcd-s3=false 2>/dev/null]"
Dec 17 03:20:38 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:38+03:00" level=info msg="[Applyinator] Command sh [-c rke2 etcd-snapshot list --etcd-s3=false 2>/dev/null] finished with err: <nil> and exit code: 127"
Dec 17 03:20:39 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:39+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:20:39 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:39+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:20:39 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:39+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:20:39 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:39+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:20:39 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:39+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:20:39 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:39+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:20:39 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:39+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:20:39 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:39+03:00" level=info msg="[K8s] updated plan secret fleet-default/custom-3a32be569b36-machine-plan with feedback"
Dec 17 03:20:39 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:39+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:20:39 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:39+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:20:39 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:39+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:20:39 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:39+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:20:39 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:39+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:20:39 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:39+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:20:39 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:39+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:20:39 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:39+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:20:44 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:44+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:20:44 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:44+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:20:44 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:44+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:20:44 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:44+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:20:44 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:44+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:20:44 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:44+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:20:44 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:44+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:20:44 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:44+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:20:49 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:49+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:20:49 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:49+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:20:49 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:49+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:20:49 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:49+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:20:49 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:49+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:20:49 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:49+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:20:49 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:49+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:20:49 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:49+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:20:54 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:54+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:20:54 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:54+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:20:54 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:54+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:20:54 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:54+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:20:54 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:54+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:20:54 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:54+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"
Dec 17 03:20:54 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:54+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:20:54 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:54+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:20:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:59+03:00" level=error msg="error encountered during parsing of last run time: parsing time \"\" as \"Mon Jan _2 15:04:05 MST 2006\": cannot parse \"\" as \"Mon\""
Dec 17 03:20:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:59+03:00" level=error msg="error loading CA cert for probe (kube-scheduler) /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: open /var/lib/rancher/rke2/server/tls/kube-scheduler/kube-scheduler.crt: no such file or directory"
Dec 17 03:20:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:59+03:00" level=error msg="error while appending ca cert to pool for probe kube-scheduler"
Dec 17 03:20:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:59+03:00" level=error msg="error loading x509 client cert/key for probe kube-apiserver (/var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt//var/lib/rancher/rke2/server/tls/client-kube-apiserver.key): open /var/lib/rancher/rke2/server/tls/client-kube-apiserver.crt: no such file or directory"
Dec 17 03:20:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:59+03:00" level=error msg="error loading CA cert for probe (kube-apiserver) /var/lib/rancher/rke2/server/tls/server-ca.crt: open /var/lib/rancher/rke2/server/tls/server-ca.crt: no such file or directory"
Dec 17 03:20:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:59+03:00" level=error msg="error while appending ca cert to pool for probe kube-apiserver"
Dec 17 03:20:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:59+03:00" level=error msg="error loading CA cert for probe (kube-controller-manager) /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: open /var/lib/rancher/rke2/server/tls/kube-controller-manager/kube-controller-manager.crt: no such file or directory"
Dec 17 03:20:59 rke-int-srv01.hostname.org rancher-system-agent[1546]: time="2023-12-17T03:20:59+03:00" level=error msg="error while appending ca cert to pool for probe kube-controller-manager"

And that's it. I can't create custom cluster. I've tried to use "--insecure" flag but nothing has changed. Sorry, I didn't find how to collapse these logs.