wonderful-rain-13345
03/24/2023, 12:01 AMhundreds-evening-84071
03/24/2023, 12:09 AMjournalctl -u k3s.service
wonderful-rain-13345
03/24/2023, 12:10 AMcreamy-pencil-82913
03/24/2023, 12:12 AMwonderful-rain-13345
03/24/2023, 12:12 AMcreamy-pencil-82913
03/24/2023, 12:12 AMwonderful-rain-13345
03/24/2023, 12:13 AMcreamy-pencil-82913
03/24/2023, 12:14 AMwonderful-rain-13345
03/24/2023, 12:14 AMcreamy-pencil-82913
03/24/2023, 12:16 AMwonderful-rain-13345
03/24/2023, 12:17 AMcreamy-pencil-82913
03/24/2023, 12:17 AMwonderful-rain-13345
03/24/2023, 12:17 AMcreamy-pencil-82913
03/24/2023, 12:22 AMwonderful-rain-13345
03/24/2023, 12:22 AMcreamy-pencil-82913
03/24/2023, 12:22 AMwonderful-rain-13345
03/24/2023, 12:23 AMcreamy-pencil-82913
03/24/2023, 12:25 AMwonderful-rain-13345
03/24/2023, 12:25 AMINSTALL_K3S_EXEC = --disable-cloud-controller
creamy-pencil-82913
03/24/2023, 12:26 AMwonderful-rain-13345
03/24/2023, 12:27 AMcreamy-pencil-82913
03/24/2023, 12:27 AMkubectl get node -o wide
on the downstream cluster, is the node NotReady?wonderful-rain-13345
03/24/2023, 12:27 AMcreamy-pencil-82913
03/24/2023, 12:28 AMwonderful-rain-13345
03/24/2023, 12:28 AMcreamy-pencil-82913
03/24/2023, 12:28 AMwonderful-rain-13345
03/24/2023, 12:28 AMcreamy-pencil-82913
03/24/2023, 12:29 AMwonderful-rain-13345
03/24/2023, 12:29 AMcreamy-pencil-82913
03/24/2023, 12:29 AMkubectl get pod -A -o wide
and kubectl get node -o wide
wonderful-rain-13345
03/24/2023, 12:30 AMpackerbuilt@production-master-86-649b8f71-5nqln:~$ kubectl get pod -A -o wide
NAMESPACE NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES
kube-system coredns-7b5bbc6644-qqpp8 1/1 Running 0 24m 10.42.0.4 production-master-86-649b8f71-5nqln <none> <none>
kube-system metrics-server-667586758d-7gl5r 1/1 Running 0 24m 10.42.0.5 production-master-86-649b8f71-5nqln <none> <none>
cattle-system cattle-cluster-agent-644ddf96b9-nj9vv 1/1 Running 0 24m 10.42.0.6 production-master-86-649b8f71-5nqln <none> <none>
kube-system helm-install-traefik-crd-snd26 0/1 Completed 0 24m 10.42.0.3 production-master-86-649b8f71-5nqln <none> <none>
kube-system helm-install-traefik-w5w5t 0/1 Completed 1 24m 10.42.0.2 production-master-86-649b8f71-5nqln <none> <none>
kube-system traefik-64b96ccbcd-j5qdd 1/1 Running 0 23m 10.42.0.7 production-master-86-649b8f71-5nqln <none> <none>
packerbuilt@production-master-86-649b8f71-5nqln:~$ kubectl get node -o wide
NAME STATUS ROLES AGE VERSION INTERNAL-IP EXTERNAL-IP OS-IMAGE KERNEL-VERSION CONTAINER-RUNTIME
production-master-86-649b8f71-5nqln Ready control-plane,master 25m v1.24.10+k3s1 172.16.1.252 <none> Ubuntu 22.04.2 LTS 5.15.0-60-generic <containerd://1.6.15-k3s1>
creamy-pencil-82913
03/24/2023, 12:31 AMetcd
role. Did you tweak anything else in your agent env vars?wonderful-rain-13345
03/24/2023, 12:32 AMcreamy-pencil-82913
03/24/2023, 12:32 AMwonderful-rain-13345
03/24/2023, 12:33 AMapiVersion: <http://provisioning.cattle.io/v1|provisioning.cattle.io/v1>
kind: Cluster
metadata:
name: production
annotations:
<http://field.cattle.io/creatorId|field.cattle.io/creatorId>: user-ks4kc
# key: string
creationTimestamp: '2023-03-23T05:12:52Z'
finalizers:
- <http://wrangler.cattle.io/provisioning-cluster-remove|wrangler.cattle.io/provisioning-cluster-remove>
- <http://wrangler.cattle.io/rke-cluster-remove|wrangler.cattle.io/rke-cluster-remove>
- <http://wrangler.cattle.io/cloud-config-secret-remover|wrangler.cattle.io/cloud-config-secret-remover>
# - string
generation: 8
labels:
{}
# key: string
namespace: fleet-default
resourceVersion: '28260918'
uid: 8213564a-d541-4aea-9966-4c829c5f5e44
fields:
- production
- 'true'
- production-kubeconfig
spec:
agentEnvVars:
- name: K3S_DATASTORE_ENDPOINT
value: <postgres://k3s:k3s@172.16.1.60:32768/k3s_production?sslmode=disable>
- name: INSTALL_K3S_EXEC
value: '--disable-cloud-controller'
- name: K3S_KUBECONFIG_MODE
value: '644'
# - name: string
# value: string
cloudCredentialSecretName: cattle-global-data:cc-ps8zn
defaultPodSecurityPolicyTemplateName: ''
kubernetesVersion: v1.24.10+k3s1
localClusterAuthEndpoint:
caCerts: ''
enabled: false
fqdn: ''
rkeConfig:
chartValues:
{}
etcd:
disableSnapshots: false
s3:
bucket: nrc-rancher
cloudCredentialName: cattle-global-data:cc-g868h
endpoint: <http://nyc3.digitaloceanspaces.com|nyc3.digitaloceanspaces.com>
endpointCA: ''
folder: production
region: nyc3
skipSSLVerify: false
snapshotRetention: 5
snapshotScheduleCron: 0 */5 * * *
etcdSnapshotCreate:
generation: 1
machineGlobalConfig:
disable:
- servicelb
- local-storage
disable-apiserver: false
disable-cloud-controller: false
disable-controller-manager: false
disable-etcd: false
disable-kube-proxy: false
disable-network-policy: false
disable-scheduler: false
etcd-expose-metrics: false
secrets-encryption: false
machinePools:
- controlPlaneRole: true
etcdRole: true
machineConfigRef:
kind: VmwarevsphereConfig
name: nc-production-master-86-rhpfw
machineOS: linux
name: master-86
quantity: 1
unhealthyNodeTimeout: 0s
workerRole: true
- controlPlaneRole: true
etcdRole: true
machineConfigRef:
kind: VmwarevsphereConfig
name: nc-production-master-93-hs8s4
machineOS: linux
name: master-93
quantity: 0
unhealthyNodeTimeout: 0s
workerRole: true
- machineConfigRef:
kind: VmwarevsphereConfig
name: nc-production-worker-86-b4s76
machineOS: linux
name: worker-86
quantity: 0
unhealthyNodeTimeout: 0s
workerRole: true
- machineConfigRef:
kind: VmwarevsphereConfig
name: nc-production-worker-93-sx4p6
machineOS: linux
name: worker-93
quantity: 0
unhealthyNodeTimeout: 0s
workerRole: true
# - cloudCredentialSecretName: string
# controlPlaneRole: boolean
# displayName: string
# drainBeforeDelete: boolean
# drainBeforeDeleteTimeout: string
# etcdRole: boolean
# labels:
# key: string
# machineConfigRef:
# apiVersion: string
# fieldPath: string
# kind: string
# name: string
# namespace: string
# resourceVersion: string
# uid: string
# machineDeploymentAnnotations:
# key: string
# machineDeploymentLabels:
# key: string
# machineOS: string
# maxUnhealthy: string
# name: string
# nodeStartupTimeout: string
# paused: boolean
# quantity: int
# rollingUpdate:
# maxSurge: string
# maxUnavailable: string
# taints:
# - effect: string
# key: string
# timeAdded: string
# value: string
# unhealthyNodeTimeout: string
# unhealthyRange: string
# workerRole: boolean
machineSelectorConfig:
- config:
docker: false
protect-kernel-defaults: false
selinux: false
# - config:
#
# machineLabelSelector:
# matchExpressions:
# - key: string
# operator: string
# values:
# - string
# matchLabels:
# key: string
registries:
configs:
{}
# authConfigSecretName: string
# caBundle: string
# insecureSkipVerify: boolean
# tlsSecretName: string
mirrors:
{}
# endpoint:
# - string
# rewrite:
# key: string
upgradeStrategy:
controlPlaneConcurrency: '1'
controlPlaneDrainOptions:
deleteEmptyDirData: true
disableEviction: false
enabled: false
force: false
gracePeriod: -1
ignoreDaemonSets: true
skipWaitForDeleteTimeoutSeconds: 0
timeout: 120
# ignoreErrors: boolean
# postDrainHooks:
# - annotation: string
# preDrainHooks:
# - annotation: string
workerConcurrency: '1'
workerDrainOptions:
deleteEmptyDirData: true
disableEviction: false
enabled: false
force: false
gracePeriod: -1
ignoreDaemonSets: true
skipWaitForDeleteTimeoutSeconds: 0
timeout: 120
# ignoreErrors: boolean
# postDrainHooks:
# - annotation: string
# preDrainHooks:
# - annotation: string
# additionalManifest: string
# etcdSnapshotRestore:
# generation: int
# name: string
# restoreRKEConfig: string
# infrastructureRef:
# apiVersion: string
# fieldPath: string
# kind: string
# name: string
# namespace: string
# resourceVersion: string
# uid: string
# provisionGeneration: int
# rotateCertificates:
# generation: int
# services:
# - string
# rotateEncryptionKeys:
# generation: int
machineSelectorConfig:
- config: {}
# clusterAPIConfig:
# clusterName: string
# defaultClusterRoleForProjectMembers: string
# enableNetworkPolicy: boolean
# redeploySystemAgentGeneration: int
__clone: true
creamy-pencil-82913
03/24/2023, 12:34 AMwonderful-rain-13345
03/24/2023, 12:34 AMcreamy-pencil-82913
03/24/2023, 12:34 AMwonderful-rain-13345
03/24/2023, 12:34 AMcreamy-pencil-82913
03/24/2023, 12:35 AMwonderful-rain-13345
03/24/2023, 12:35 AMcreamy-pencil-82913
03/24/2023, 12:36 AMwonderful-rain-13345
03/24/2023, 12:36 AMcreamy-pencil-82913
03/24/2023, 12:36 AMwonderful-rain-13345
03/24/2023, 12:36 AMcreamy-pencil-82913
03/24/2023, 12:36 AMwonderful-rain-13345
03/24/2023, 12:37 AMcreamy-pencil-82913
03/24/2023, 12:38 AMwonderful-rain-13345
03/24/2023, 12:38 AMcreamy-pencil-82913
03/24/2023, 12:38 AMwonderful-rain-13345
03/24/2023, 12:38 AMcreamy-pencil-82913
03/24/2023, 12:38 AMwonderful-rain-13345
03/24/2023, 12:39 AMcreamy-pencil-82913
03/24/2023, 12:42 AMwonderful-rain-13345
03/24/2023, 12:42 AMcreamy-pencil-82913
03/24/2023, 12:43 AMwonderful-rain-13345
03/24/2023, 12:43 AMcreamy-pencil-82913
03/24/2023, 12:44 AMwonderful-rain-13345
03/24/2023, 12:44 AMcreamy-pencil-82913
03/24/2023, 12:45 AMwonderful-rain-13345
03/24/2023, 12:45 AM--disable-servicelb
--disable servicelb
creamy-pencil-82913
03/24/2023, 12:51 AMwonderful-rain-13345
03/24/2023, 12:52 AMcreamy-pencil-82913
03/24/2023, 12:54 AMwonderful-rain-13345
03/24/2023, 12:55 AMcreamy-pencil-82913
03/24/2023, 12:55 AMwonderful-rain-13345
03/24/2023, 12:56 AMcreamy-pencil-82913
03/24/2023, 12:58 AMwonderful-rain-13345
03/24/2023, 12:59 AMpolite-piano-74233
03/24/2023, 1:22 AMwonderful-rain-13345
03/24/2023, 1:22 AMcreamy-pencil-82913
03/24/2023, 1:29 AMwonderful-rain-13345
03/24/2023, 1:30 AM