Files
troubleshoot/pkg/analyze/files/pods/message-pending-node-affinity.json
Dexter Yan f69ae77bc3 feat(analyzer): add detailed message for unhealthy pod (#1261)
* feat(analyzer): add detailed message for unhealthy pod
2023-07-17 08:01:40 +12:00

1081 lines
34 KiB
JSON

{
"kind": "PodList",
"apiVersion": "v1",
"metadata": {
"resourceVersion": "954528"
},
"items": [
{
"kind": "Pod",
"apiVersion": "v1",
"metadata": {
"name": "kotsadm-b6cb54c8f-zgzrn",
"generateName": "kotsadm-b6cb54c8f-",
"namespace": "message-pending-node-affinity",
"uid": "6947a9d5-f99e-4efc-81ce-2ee36083f307",
"resourceVersion": "904719",
"creationTimestamp": "2023-07-07T05:22:09Z",
"labels": {
"app": "kotsadm",
"kots.io/backup": "velero",
"kots.io/kotsadm": "true",
"pod-template-hash": "b6cb54c8f"
},
"annotations": {
"backup.velero.io/backup-volumes": "backup",
"pre.hook.backup.velero.io/command": "[\"/backup.sh\"]",
"pre.hook.backup.velero.io/timeout": "10m"
},
"ownerReferences": [
{
"apiVersion": "apps/v1",
"kind": "ReplicaSet",
"name": "kotsadm-b6cb54c8f",
"uid": "6dad9479-a0c9-45af-9212-273ded35e6a1",
"controller": true,
"blockOwnerDeletion": true
}
],
"managedFields": [
{
"manager": "kube-controller-manager",
"operation": "Update",
"apiVersion": "v1",
"time": "2023-07-07T05:22:09Z",
"fieldsType": "FieldsV1",
"fieldsV1": {
"f:metadata": {
"f:annotations": {
".": {},
"f:backup.velero.io/backup-volumes": {},
"f:pre.hook.backup.velero.io/command": {},
"f:pre.hook.backup.velero.io/timeout": {}
},
"f:generateName": {},
"f:labels": {
".": {},
"f:app": {},
"f:kots.io/backup": {},
"f:kots.io/kotsadm": {},
"f:pod-template-hash": {}
},
"f:ownerReferences": {
".": {},
"k:{\"uid\":\"6dad9479-a0c9-45af-9212-273ded35e6a1\"}": {}
}
},
"f:spec": {
"f:affinity": {
".": {},
"f:nodeAffinity": {
".": {},
"f:requiredDuringSchedulingIgnoredDuringExecution": {}
}
},
"f:containers": {
"k:{\"name\":\"kotsadm\"}": {
".": {},
"f:env": {
".": {},
"k:{\"name\":\"API_ADVERTISE_ENDPOINT\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"API_ENCRYPTION_KEY\"}": {
".": {},
"f:name": {},
"f:valueFrom": {
".": {},
"f:secretKeyRef": {}
}
},
"k:{\"name\":\"API_ENDPOINT\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"AUTO_CREATE_CLUSTER_TOKEN\"}": {
".": {},
"f:name": {},
"f:valueFrom": {
".": {},
"f:secretKeyRef": {}
}
},
"k:{\"name\":\"HTTPS_PROXY\"}": {
".": {},
"f:name": {}
},
"k:{\"name\":\"HTTP_PROXY\"}": {
".": {},
"f:name": {}
},
"k:{\"name\":\"KOTS_INSTALL_ID\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"NO_PROXY\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"POD_NAMESPACE\"}": {
".": {},
"f:name": {},
"f:valueFrom": {
".": {},
"f:fieldRef": {}
}
},
"k:{\"name\":\"POD_OWNER_KIND\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"POSTGRES_SCHEMA_DIR\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"POSTGRES_URI\"}": {
".": {},
"f:name": {},
"f:valueFrom": {
".": {},
"f:secretKeyRef": {}
}
},
"k:{\"name\":\"RQLITE_PASSWORD\"}": {
".": {},
"f:name": {},
"f:valueFrom": {
".": {},
"f:secretKeyRef": {}
}
},
"k:{\"name\":\"RQLITE_URI\"}": {
".": {},
"f:name": {},
"f:valueFrom": {
".": {},
"f:secretKeyRef": {}
}
},
"k:{\"name\":\"S3_ACCESS_KEY_ID\"}": {
".": {},
"f:name": {},
"f:valueFrom": {
".": {},
"f:secretKeyRef": {}
}
},
"k:{\"name\":\"S3_BUCKET_ENDPOINT\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"S3_BUCKET_NAME\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"S3_ENDPOINT\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"S3_SECRET_ACCESS_KEY\"}": {
".": {},
"f:name": {},
"f:valueFrom": {
".": {},
"f:secretKeyRef": {}
}
},
"k:{\"name\":\"SESSION_KEY\"}": {
".": {},
"f:name": {},
"f:valueFrom": {
".": {},
"f:secretKeyRef": {}
}
},
"k:{\"name\":\"SHARED_PASSWORD_BCRYPT\"}": {
".": {},
"f:name": {},
"f:valueFrom": {
".": {},
"f:secretKeyRef": {}
}
}
},
"f:image": {},
"f:imagePullPolicy": {},
"f:name": {},
"f:ports": {
".": {},
"k:{\"containerPort\":3000,\"protocol\":\"TCP\"}": {
".": {},
"f:containerPort": {},
"f:name": {},
"f:protocol": {}
}
},
"f:readinessProbe": {
".": {},
"f:failureThreshold": {},
"f:httpGet": {
".": {},
"f:path": {},
"f:port": {},
"f:scheme": {}
},
"f:initialDelaySeconds": {},
"f:periodSeconds": {},
"f:successThreshold": {},
"f:timeoutSeconds": {}
},
"f:resources": {
".": {},
"f:limits": {
".": {},
"f:cpu": {},
"f:memory": {}
},
"f:requests": {
".": {},
"f:cpu": {},
"f:memory": {}
}
},
"f:terminationMessagePath": {},
"f:terminationMessagePolicy": {},
"f:volumeMounts": {
".": {},
"k:{\"mountPath\":\"/backup\"}": {
".": {},
"f:mountPath": {},
"f:name": {}
},
"k:{\"mountPath\":\"/tmp\"}": {
".": {},
"f:mountPath": {},
"f:name": {}
}
}
}
},
"f:dnsPolicy": {},
"f:enableServiceLinks": {},
"f:initContainers": {
".": {},
"k:{\"name\":\"restore-db\"}": {
".": {},
"f:command": {},
"f:env": {
".": {},
"k:{\"name\":\"RQLITE_PASSWORD\"}": {
".": {},
"f:name": {},
"f:valueFrom": {
".": {},
"f:secretKeyRef": {}
}
}
},
"f:image": {},
"f:imagePullPolicy": {},
"f:name": {},
"f:resources": {
".": {},
"f:limits": {
".": {},
"f:cpu": {},
"f:memory": {}
},
"f:requests": {
".": {},
"f:cpu": {},
"f:memory": {}
}
},
"f:terminationMessagePath": {},
"f:terminationMessagePolicy": {},
"f:volumeMounts": {
".": {},
"k:{\"mountPath\":\"/backup\"}": {
".": {},
"f:mountPath": {},
"f:name": {}
},
"k:{\"mountPath\":\"/tmp\"}": {
".": {},
"f:mountPath": {},
"f:name": {}
}
}
},
"k:{\"name\":\"restore-s3\"}": {
".": {},
"f:command": {},
"f:env": {
".": {},
"k:{\"name\":\"S3_ACCESS_KEY_ID\"}": {
".": {},
"f:name": {},
"f:valueFrom": {
".": {},
"f:secretKeyRef": {}
}
},
"k:{\"name\":\"S3_BUCKET_ENDPOINT\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"S3_BUCKET_NAME\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"S3_ENDPOINT\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"S3_SECRET_ACCESS_KEY\"}": {
".": {},
"f:name": {},
"f:valueFrom": {
".": {},
"f:secretKeyRef": {}
}
}
},
"f:image": {},
"f:imagePullPolicy": {},
"f:name": {},
"f:resources": {
".": {},
"f:limits": {
".": {},
"f:cpu": {},
"f:memory": {}
},
"f:requests": {
".": {},
"f:cpu": {},
"f:memory": {}
}
},
"f:terminationMessagePath": {},
"f:terminationMessagePolicy": {},
"f:volumeMounts": {
".": {},
"k:{\"mountPath\":\"/backup\"}": {
".": {},
"f:mountPath": {},
"f:name": {}
}
}
},
"k:{\"name\":\"schemahero-apply\"}": {
".": {},
"f:args": {},
"f:env": {
".": {},
"k:{\"name\":\"SCHEMAHERO_DDL\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"SCHEMAHERO_DRIVER\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"SCHEMAHERO_URI\"}": {
".": {},
"f:name": {},
"f:valueFrom": {
".": {},
"f:secretKeyRef": {}
}
}
},
"f:image": {},
"f:imagePullPolicy": {},
"f:name": {},
"f:resources": {
".": {},
"f:limits": {
".": {},
"f:cpu": {},
"f:memory": {}
},
"f:requests": {
".": {},
"f:cpu": {},
"f:memory": {}
}
},
"f:terminationMessagePath": {},
"f:terminationMessagePolicy": {},
"f:volumeMounts": {
".": {},
"k:{\"mountPath\":\"/migrations\"}": {
".": {},
"f:mountPath": {},
"f:name": {}
}
}
},
"k:{\"name\":\"schemahero-plan\"}": {
".": {},
"f:args": {},
"f:env": {
".": {},
"k:{\"name\":\"SCHEMAHERO_DRIVER\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"SCHEMAHERO_OUT\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"SCHEMAHERO_SPEC_FILE\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"SCHEMAHERO_URI\"}": {
".": {},
"f:name": {},
"f:valueFrom": {
".": {},
"f:secretKeyRef": {}
}
}
},
"f:image": {},
"f:imagePullPolicy": {},
"f:name": {},
"f:resources": {
".": {},
"f:limits": {
".": {},
"f:cpu": {},
"f:memory": {}
},
"f:requests": {
".": {},
"f:cpu": {},
"f:memory": {}
}
},
"f:terminationMessagePath": {},
"f:terminationMessagePolicy": {},
"f:volumeMounts": {
".": {},
"k:{\"mountPath\":\"/migrations\"}": {
".": {},
"f:mountPath": {},
"f:name": {}
}
}
}
},
"f:restartPolicy": {},
"f:schedulerName": {},
"f:securityContext": {
".": {},
"f:fsGroup": {},
"f:runAsUser": {}
},
"f:serviceAccount": {},
"f:serviceAccountName": {},
"f:terminationGracePeriodSeconds": {},
"f:volumes": {
".": {},
"k:{\"name\":\"backup\"}": {
".": {},
"f:emptyDir": {},
"f:name": {}
},
"k:{\"name\":\"migrations\"}": {
".": {},
"f:emptyDir": {
".": {},
"f:medium": {}
},
"f:name": {}
},
"k:{\"name\":\"tmp\"}": {
".": {},
"f:emptyDir": {},
"f:name": {}
}
}
}
}
},
{
"manager": "kube-scheduler",
"operation": "Update",
"apiVersion": "v1",
"time": "2023-07-07T05:22:09Z",
"fieldsType": "FieldsV1",
"fieldsV1": {
"f:status": {
"f:conditions": {
".": {},
"k:{\"type\":\"PodScheduled\"}": {
".": {},
"f:lastProbeTime": {},
"f:lastTransitionTime": {},
"f:message": {},
"f:reason": {},
"f:status": {},
"f:type": {}
}
}
}
},
"subresource": "status"
}
]
},
"spec": {
"volumes": [
{
"name": "migrations",
"emptyDir": {
"medium": "Memory"
}
},
{
"name": "backup",
"emptyDir": {}
},
{
"name": "tmp",
"emptyDir": {}
},
{
"name": "kube-api-access-q4hz4",
"projected": {
"sources": [
{
"serviceAccountToken": {
"expirationSeconds": 3607,
"path": "token"
}
},
{
"configMap": {
"name": "kube-root-ca.crt",
"items": [
{
"key": "ca.crt",
"path": "ca.crt"
}
]
}
},
{
"downwardAPI": {
"items": [
{
"path": "namespace",
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "metadata.namespace"
}
}
]
}
}
],
"defaultMode": 420
}
}
],
"initContainers": [
{
"name": "schemahero-plan",
"image": "kotsadm/kotsadm-migrations:v1.100.3",
"args": [
"plan"
],
"env": [
{
"name": "SCHEMAHERO_DRIVER",
"value": "rqlite"
},
{
"name": "SCHEMAHERO_SPEC_FILE",
"value": "/tables"
},
{
"name": "SCHEMAHERO_OUT",
"value": "/migrations/plan.yaml"
},
{
"name": "SCHEMAHERO_URI",
"valueFrom": {
"secretKeyRef": {
"name": "kotsadm-rqlite",
"key": "uri"
}
}
}
],
"resources": {
"limits": {
"cpu": "100m",
"memory": "100Mi"
},
"requests": {
"cpu": "50m",
"memory": "50Mi"
}
},
"volumeMounts": [
{
"name": "migrations",
"mountPath": "/migrations"
},
{
"name": "kube-api-access-q4hz4",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent"
},
{
"name": "schemahero-apply",
"image": "kotsadm/kotsadm-migrations:v1.100.3",
"args": [
"apply"
],
"env": [
{
"name": "SCHEMAHERO_DRIVER",
"value": "rqlite"
},
{
"name": "SCHEMAHERO_DDL",
"value": "/migrations/plan.yaml"
},
{
"name": "SCHEMAHERO_URI",
"valueFrom": {
"secretKeyRef": {
"name": "kotsadm-rqlite",
"key": "uri"
}
}
}
],
"resources": {
"limits": {
"cpu": "100m",
"memory": "100Mi"
},
"requests": {
"cpu": "50m",
"memory": "50Mi"
}
},
"volumeMounts": [
{
"name": "migrations",
"mountPath": "/migrations"
},
{
"name": "kube-api-access-q4hz4",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent"
},
{
"name": "restore-db",
"image": "kotsadm/kotsadm:v1.100.3",
"command": [
"/restore-db.sh"
],
"env": [
{
"name": "RQLITE_PASSWORD",
"valueFrom": {
"secretKeyRef": {
"name": "kotsadm-rqlite",
"key": "password"
}
}
}
],
"resources": {
"limits": {
"cpu": "1",
"memory": "2Gi"
},
"requests": {
"cpu": "100m",
"memory": "100Mi"
}
},
"volumeMounts": [
{
"name": "backup",
"mountPath": "/backup"
},
{
"name": "tmp",
"mountPath": "/tmp"
},
{
"name": "kube-api-access-q4hz4",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent"
},
{
"name": "restore-s3",
"image": "kotsadm/kotsadm:v1.100.3",
"command": [
"/restore-s3.sh"
],
"env": [
{
"name": "S3_ENDPOINT",
"value": "http://kotsadm-minio:9000"
},
{
"name": "S3_BUCKET_NAME",
"value": "kotsadm"
},
{
"name": "S3_ACCESS_KEY_ID",
"valueFrom": {
"secretKeyRef": {
"name": "kotsadm-minio",
"key": "accesskey"
}
}
},
{
"name": "S3_SECRET_ACCESS_KEY",
"valueFrom": {
"secretKeyRef": {
"name": "kotsadm-minio",
"key": "secretkey"
}
}
},
{
"name": "S3_BUCKET_ENDPOINT",
"value": "true"
}
],
"resources": {
"limits": {
"cpu": "1",
"memory": "2Gi"
},
"requests": {
"cpu": "100m",
"memory": "100Mi"
}
},
"volumeMounts": [
{
"name": "backup",
"mountPath": "/backup"
},
{
"name": "kube-api-access-q4hz4",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent"
}
],
"containers": [
{
"name": "kotsadm",
"image": "kotsadm/kotsadm:v1.100.3",
"ports": [
{
"name": "http",
"containerPort": 3000,
"protocol": "TCP"
}
],
"env": [
{
"name": "SHARED_PASSWORD_BCRYPT",
"valueFrom": {
"secretKeyRef": {
"name": "kotsadm-password",
"key": "passwordBcrypt"
}
}
},
{
"name": "AUTO_CREATE_CLUSTER_TOKEN",
"valueFrom": {
"secretKeyRef": {
"name": "kotsadm-cluster-token",
"key": "kotsadm-cluster-token"
}
}
},
{
"name": "SESSION_KEY",
"valueFrom": {
"secretKeyRef": {
"name": "kotsadm-session",
"key": "key"
}
}
},
{
"name": "RQLITE_PASSWORD",
"valueFrom": {
"secretKeyRef": {
"name": "kotsadm-rqlite",
"key": "password"
}
}
},
{
"name": "RQLITE_URI",
"valueFrom": {
"secretKeyRef": {
"name": "kotsadm-rqlite",
"key": "uri"
}
}
},
{
"name": "POSTGRES_URI",
"valueFrom": {
"secretKeyRef": {
"name": "kotsadm-postgres",
"key": "uri",
"optional": true
}
}
},
{
"name": "POSTGRES_SCHEMA_DIR",
"value": "/postgres/tables"
},
{
"name": "POD_NAMESPACE",
"valueFrom": {
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "metadata.namespace"
}
}
},
{
"name": "POD_OWNER_KIND",
"value": "deployment"
},
{
"name": "API_ENCRYPTION_KEY",
"valueFrom": {
"secretKeyRef": {
"name": "kotsadm-encryption",
"key": "encryptionKey"
}
}
},
{
"name": "API_ENDPOINT",
"value": "http://kotsadm.test.svc.cluster.local:3000"
},
{
"name": "API_ADVERTISE_ENDPOINT",
"value": "http://localhost:8800"
},
{
"name": "S3_ENDPOINT",
"value": "http://kotsadm-minio:9000"
},
{
"name": "S3_BUCKET_NAME",
"value": "kotsadm"
},
{
"name": "S3_ACCESS_KEY_ID",
"valueFrom": {
"secretKeyRef": {
"name": "kotsadm-minio",
"key": "accesskey"
}
}
},
{
"name": "S3_SECRET_ACCESS_KEY",
"valueFrom": {
"secretKeyRef": {
"name": "kotsadm-minio",
"key": "secretkey"
}
}
},
{
"name": "S3_BUCKET_ENDPOINT",
"value": "true"
},
{
"name": "HTTP_PROXY"
},
{
"name": "HTTPS_PROXY"
},
{
"name": "NO_PROXY",
"value": "kotsadm-rqlite,kotsadm-postgres,kotsadm-minio,kotsadm-api-node"
},
{
"name": "KOTS_INSTALL_ID",
"value": "2SEMUZ2Va7cvFsWzphGRuMxhcN6"
}
],
"resources": {
"limits": {
"cpu": "1",
"memory": "2Gi"
},
"requests": {
"cpu": "100m",
"memory": "100Mi"
}
},
"volumeMounts": [
{
"name": "backup",
"mountPath": "/backup"
},
{
"name": "tmp",
"mountPath": "/tmp"
},
{
"name": "kube-api-access-q4hz4",
"readOnly": true,
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount"
}
],
"readinessProbe": {
"httpGet": {
"path": "/healthz",
"port": 3000,
"scheme": "HTTP"
},
"initialDelaySeconds": 10,
"timeoutSeconds": 1,
"periodSeconds": 10,
"successThreshold": 1,
"failureThreshold": 3
},
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"imagePullPolicy": "IfNotPresent"
}
],
"restartPolicy": "Always",
"terminationGracePeriodSeconds": 30,
"dnsPolicy": "ClusterFirst",
"serviceAccountName": "kotsadm",
"serviceAccount": "kotsadm",
"securityContext": {
"runAsUser": 1001,
"fsGroup": 1001
},
"affinity": {
"nodeAffinity": {
"requiredDuringSchedulingIgnoredDuringExecution": {
"nodeSelectorTerms": [
{
"matchExpressions": [
{
"key": "kubernetes.io/os",
"operator": "In",
"values": [
"linux"
]
},
{
"key": "kubernetes.io/arch",
"operator": "NotIn",
"values": [
"arm64"
]
}
]
}
]
}
}
},
"schedulerName": "default-scheduler",
"tolerations": [
{
"key": "node.kubernetes.io/not-ready",
"operator": "Exists",
"effect": "NoExecute",
"tolerationSeconds": 300
},
{
"key": "node.kubernetes.io/unreachable",
"operator": "Exists",
"effect": "NoExecute",
"tolerationSeconds": 300
}
],
"priority": 0,
"enableServiceLinks": true,
"preemptionPolicy": "PreemptLowerPriority"
},
"status": {
"phase": "Pending",
"conditions": [
{
"type": "PodScheduled",
"status": "False",
"lastProbeTime": null,
"lastTransitionTime": "2023-07-07T05:22:09Z",
"reason": "Unschedulable",
"message": "0/1 nodes are available: 1 node(s) didn't match Pod's node affinity/selector. preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling."
}
],
"qosClass": "Burstable"
}
}
]
}