This message was deleted.

Hi, first of all, thanks for your reply. I will try to answer your questions as good as i can. Which pods raising the error? It seems almost any. See my screenshot below. Versions? Im running an RKE1 cluster with Kubernetes version v1.21.6-rancher1-2 on Ubuntu 20.04 nodes. I created this cluster using the hetzner node template option. Network: Canal i think. All nodes have a public ip and are part of a private network wich is 10.0.0.0/16. Cluster Yaml:

answers: {}
docker_root_dir: /var/lib/docker
enable_cluster_alerting: false
enable_cluster_monitoring: false
enable_network_policy: false
fleet_workspace_name: fleet-default
local_cluster_auth_endpoint:
  enabled: true
name: test
rancher_kubernetes_engine_config:
  addon_job_timeout: 45
  authentication:
    strategy: x509|webhook
  authorization: {}
  bastion_host:
    ignore_proxy_env_vars: false
    ssh_agent_auth: false
  cloud_provider:
    name: external
  dns:
    linear_autoscaler_params: {}
    node_selector: null
    nodelocal:
      node_selector: null
      update_strategy: {}
    options: null
    reversecidrs: null
    stubdomains: null
    tolerations: null
    update_strategy: {}
    upstreamnameservers: null
  enable_cri_dockerd: false
  ignore_docker_version: true
  ingress:
    default_backend: false
    http_port: 0
    https_port: 0
    provider: none
  kubernetes_version: v1.21.6-rancher1-2
  monitoring:
    provider: metrics-server
    replicas: 1
  network:
    mtu: 0
    options:
      flannel_backend_type: vxlan
    plugin: canal
  restore:
    restore: false
  rotate_encryption_key: false
  services:
    etcd:
      backup_config:
        enabled: true
        interval_hours: 12
        retention: 6
        safe_timestamp: false
        timeout: 300
      creation: 12h
      extra_args:
        election-timeout: '5000'
        heartbeat-interval: '500'
      gid: 0
      retention: 72h
      snapshot: false
      uid: 0
    kube-api:
      always_pull_images: false
      pod_security_policy: false
      secrets_encryption_config:
        enabled: false
      service_node_port_range: 30000-32767
    kube-controller: {}
    kubelet:
      fail_swap_on: false
      generate_serving_certificate: false
    kubeproxy: {}
    scheduler: {}
  ssh_agent_auth: false
  upgrade_strategy:
    drain: false
    max_unavailable_controlplane: '1'
    max_unavailable_worker: 10%
    node_drain_input:
      delete_local_data: false
      force: false
      grace_period: -1
      ignore_daemon_sets: true
      timeout: 120
scheduled_cluster_scan:
  enabled: false
  scan_config:
    cis_scan_config:
      override_benchmark_version: rke-cis-1.5
      profile: permissive
  schedule_config:
    cron_schedule: 0 0 * * *
    retention: 24

Some logs (this one is from a pod called cattle-node-agend-xxxx):

INFO: Environment: CATTLE_ADDRESS=<PUBLIC_NODE_IPv4> CATTLE_AGENT_CONNECT=true CATTLE_CA_CHECKSUM= CATTLE_CLUSTER=false CATTLE_CLUSTER_AGENT_PORT=<tcp://10.43.75.109:80> CATTLE_CLUSTER_AGENT_PORT_443_TCP=<tcp://10.43.75.109:443> CATTLE_CLUSTER_AGENT_PORT_443_TCP_ADDR=10.43.75.109 CATTLE_CLUSTER_AGENT_PORT_443_TCP_PORT=443 CATTLE_CLUSTER_AGENT_PORT_443_TCP_PROTO=tcp CATTLE_CLUSTER_AGENT_PORT_80_TCP=<tcp://10.43.75.109:80> CATTLE_CLUSTER_AGENT_PORT_80_TCP_ADDR=10.43.75.109 CATTLE_CLUSTER_AGENT_PORT_80_TCP_PORT=80 CATTLE_CLUSTER_AGENT_PORT_80_TCP_PROTO=tcp CATTLE_CLUSTER_AGENT_SERVICE_HOST=10.43.75.109 CATTLE_CLUSTER_AGENT_SERVICE_PORT=80 CATTLE_CLUSTER_AGENT_SERVICE_PORT_HTTP=80 CATTLE_CLUSTER_AGENT_SERVICE_PORT_HTTPS_INTERNAL=443 CATTLE_INTERNAL_ADDRESS= CATTLE_K8S_MANAGED=true CATTLE_NODE_NAME=test-master1 CATTLE_SERVER=<https://rancher.katapult-magazin.de>
INFO: Using resolv.conf: nameserver 2a01:4ff:ff00::add:2 nameserver 2a01:4ff:ff00::add:1 nameserver 185.12.64.1
INFO: <https://rancher.katapult-magazin.de/ping> is accessible
INFO: <http://rancher.katapult-magazin.de|rancher.katapult-magazin.de> resolves to 23.88.127.107
time="2021-12-06T08:09:35Z" level=info msg="Listening on /tmp/log.sock"
time="2021-12-06T08:09:35Z" level=info msg="Rancher agent version v2.6.2 is starting"
time="2021-12-06T08:09:35Z" level=info msg="Option etcd=false"
time="2021-12-06T08:09:35Z" level=info msg="Option controlPlane=false"
time="2021-12-06T08:09:35Z" level=info msg="Option worker=false"
time="2021-12-06T08:09:35Z" level=info msg="Option requestedHostname=test-master1"
time="2021-12-06T08:09:35Z" level=info msg="Option dockerInfo={4IOF:OIPG:OCEC:XBIP:JATT:C7BW:FOZI:JZPU:UVAQ:N3GU:DFIU:UTFE 31 15 0 16 9 overlay2 [[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true] [userxattr false]] [] {[local] [bridge host ipvlan macvlan null overlay] [] [awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} true false true true true true true true true true true true false 109 true 105 2021-12-06T08:09:35.871521351Z json-file cgroupfs 1 0 5.4.0-90-generic Ubuntu 20.04.3 LTS 20.04 linux x86_64 <https://index.docker.io/v1/> 0xc001a04a80 1 2033893376 [] /var/lib/docker test-master1 [provider=hetzner] false 20.10.7 map[io.containerd.runc.v2:{runc [] <nil>} io.containerd.runtime.v1.linux:{runc [] <nil>} runc:{runc [] <nil>}] runc { inactive false [] 0 0 <nil> []} false docker-init {7b11cfaabd73bb80907dd23182b9347b4245eb5d 7b11cfaabd73bb80907dd23182b9347b4245eb5d} {v1.0.2-0-g52b36a2 v1.0.2-0-g52b36a2} {de40ad0 de40ad0} [name=apparmor name=seccomp,profile=default] [] [WARNING: No swap limit support]}"
time="2021-12-06T08:09:35Z" level=info msg="Option customConfig=map[address:159.69.183.246 internalAddress: label:map[] roles:[] taints:[]]"
time="2021-12-06T08:09:35Z" level=info msg="Connecting to <wss://rancher.katapult-magazin.de/v3/connect> with token starting with nz2vrqstxwgd2l4mjbsljpwjhrx"
time="2021-12-06T08:09:35Z" level=info msg="Connecting to proxy" url="<wss://rancher.katapult-magazin.de/v3/connect>"
time="2021-12-06T08:09:35Z" level=info msg="Starting plan monitor, checking every 120 seconds"
time="2021-12-06T08:09:50Z" level=info msg="Removing unmanaged agent /stoic_ellis(5526191cd55f4141a91567252782ba9ed67bf3e9352894a5aa9b2d7d560095d4)"