# HELP kube_certificatesigningrequest_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_certificatesigningrequest_annotations gauge # HELP kube_certificatesigningrequest_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_certificatesigningrequest_labels gauge # HELP kube_certificatesigningrequest_created Unix creation timestamp # TYPE kube_certificatesigningrequest_created gauge # HELP kube_certificatesigningrequest_condition The number of each certificatesigningrequest condition # TYPE kube_certificatesigningrequest_condition gauge # HELP kube_certificatesigningrequest_cert_length Length of the issued cert # TYPE kube_certificatesigningrequest_cert_length gauge # HELP kube_configmap_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_configmap_annotations gauge kube_configmap_annotations{namespace="gpu-operator-resources",configmap="nvidia-container-toolkit-entrypoint"} 1 kube_configmap_annotations{namespace="ingress",configmap="nginx-ingress-udp-microk8s-conf"} 1 kube_configmap_annotations{namespace="kube-system",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="monitoring",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="argocd",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="argocd",configmap="argocd-cm"} 1 kube_configmap_annotations{namespace="illustrations-api",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="gpu-operator-resources",configmap="nvidia-mig-manager-entrypoint"} 1 kube_configmap_annotations{namespace="ingress",configmap="nginx-ingress-tcp-microk8s-conf"} 1 kube_configmap_annotations{namespace="argocd",configmap="argocd-notifications-cm"} 1 kube_configmap_annotations{namespace="default",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="kube-node-lease",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="kube-public",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="kube-system",configmap="calico-config"} 1 kube_configmap_annotations{namespace="argocd",configmap="argocd-ssh-known-hosts-cm"} 1 kube_configmap_annotations{namespace="ingress",configmap="nginx-load-balancer-microk8s-conf"} 1 kube_configmap_annotations{namespace="default",configmap="webhook"} 1 kube_configmap_annotations{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-master-conf"} 1 kube_configmap_annotations{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-worker-conf"} 1 kube_configmap_annotations{namespace="kube-system",configmap="coredns"} 1 kube_configmap_annotations{namespace="kube-system",configmap="kube-apiserver-legacy-service-account-token-tracking"} 1 kube_configmap_annotations{namespace="gpu-operator-resources",configmap="default-mig-parted-config"} 1 kube_configmap_annotations{namespace="kube-public",configmap="local-registry-hosting"} 1 kube_configmap_annotations{namespace="kube-system",configmap="extension-apiserver-authentication"} 1 kube_configmap_annotations{namespace="argocd",configmap="argocd-tls-certs-cm"} 1 kube_configmap_annotations{namespace="gpu-operator-resources",configmap="default-gpu-clients"} 1 kube_configmap_annotations{namespace="gpu-operator-resources",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="gpu-operator-resources",configmap="nvidia-device-plugin-entrypoint"} 1 kube_configmap_annotations{namespace="ingress",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="cert-manager",configmap="kube-root-ca.crt"} 1 kube_configmap_annotations{namespace="argocd",configmap="argocd-cmd-params-cm"} 1 kube_configmap_annotations{namespace="argocd",configmap="argocd-gpg-keys-cm"} 1 kube_configmap_annotations{namespace="argocd",configmap="argocd-rbac-cm"} 1 # HELP kube_configmap_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_configmap_labels gauge kube_configmap_labels{namespace="ingress",configmap="nginx-load-balancer-microk8s-conf"} 1 kube_configmap_labels{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-master-conf"} 1 kube_configmap_labels{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-worker-conf"} 1 kube_configmap_labels{namespace="kube-system",configmap="coredns"} 1 kube_configmap_labels{namespace="kube-system",configmap="kube-apiserver-legacy-service-account-token-tracking"} 1 kube_configmap_labels{namespace="default",configmap="webhook"} 1 kube_configmap_labels{namespace="kube-system",configmap="extension-apiserver-authentication"} 1 kube_configmap_labels{namespace="argocd",configmap="argocd-tls-certs-cm"} 1 kube_configmap_labels{namespace="gpu-operator-resources",configmap="default-mig-parted-config"} 1 kube_configmap_labels{namespace="kube-public",configmap="local-registry-hosting"} 1 kube_configmap_labels{namespace="gpu-operator-resources",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="gpu-operator-resources",configmap="nvidia-device-plugin-entrypoint"} 1 kube_configmap_labels{namespace="ingress",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="gpu-operator-resources",configmap="default-gpu-clients"} 1 kube_configmap_labels{namespace="argocd",configmap="argocd-gpg-keys-cm"} 1 kube_configmap_labels{namespace="argocd",configmap="argocd-rbac-cm"} 1 kube_configmap_labels{namespace="cert-manager",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="argocd",configmap="argocd-cmd-params-cm"} 1 kube_configmap_labels{namespace="kube-system",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="monitoring",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="argocd",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="argocd",configmap="argocd-cm"} 1 kube_configmap_labels{namespace="illustrations-api",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="gpu-operator-resources",configmap="nvidia-container-toolkit-entrypoint"} 1 kube_configmap_labels{namespace="ingress",configmap="nginx-ingress-udp-microk8s-conf"} 1 kube_configmap_labels{namespace="argocd",configmap="argocd-notifications-cm"} 1 kube_configmap_labels{namespace="gpu-operator-resources",configmap="nvidia-mig-manager-entrypoint"} 1 kube_configmap_labels{namespace="ingress",configmap="nginx-ingress-tcp-microk8s-conf"} 1 kube_configmap_labels{namespace="kube-public",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="kube-system",configmap="calico-config"} 1 kube_configmap_labels{namespace="argocd",configmap="argocd-ssh-known-hosts-cm"} 1 kube_configmap_labels{namespace="default",configmap="kube-root-ca.crt"} 1 kube_configmap_labels{namespace="kube-node-lease",configmap="kube-root-ca.crt"} 1 # HELP kube_configmap_info Information about configmap. # TYPE kube_configmap_info gauge kube_configmap_info{namespace="gpu-operator-resources",configmap="default-mig-parted-config"} 1 kube_configmap_info{namespace="kube-public",configmap="local-registry-hosting"} 1 kube_configmap_info{namespace="kube-system",configmap="extension-apiserver-authentication"} 1 kube_configmap_info{namespace="argocd",configmap="argocd-tls-certs-cm"} 1 kube_configmap_info{namespace="ingress",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="gpu-operator-resources",configmap="default-gpu-clients"} 1 kube_configmap_info{namespace="gpu-operator-resources",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="gpu-operator-resources",configmap="nvidia-device-plugin-entrypoint"} 1 kube_configmap_info{namespace="argocd",configmap="argocd-rbac-cm"} 1 kube_configmap_info{namespace="cert-manager",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="argocd",configmap="argocd-cmd-params-cm"} 1 kube_configmap_info{namespace="argocd",configmap="argocd-gpg-keys-cm"} 1 kube_configmap_info{namespace="argocd",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="argocd",configmap="argocd-cm"} 1 kube_configmap_info{namespace="illustrations-api",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="gpu-operator-resources",configmap="nvidia-container-toolkit-entrypoint"} 1 kube_configmap_info{namespace="ingress",configmap="nginx-ingress-udp-microk8s-conf"} 1 kube_configmap_info{namespace="kube-system",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="monitoring",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="gpu-operator-resources",configmap="nvidia-mig-manager-entrypoint"} 1 kube_configmap_info{namespace="ingress",configmap="nginx-ingress-tcp-microk8s-conf"} 1 kube_configmap_info{namespace="argocd",configmap="argocd-notifications-cm"} 1 kube_configmap_info{namespace="argocd",configmap="argocd-ssh-known-hosts-cm"} 1 kube_configmap_info{namespace="default",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="kube-node-lease",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="kube-public",configmap="kube-root-ca.crt"} 1 kube_configmap_info{namespace="kube-system",configmap="calico-config"} 1 kube_configmap_info{namespace="ingress",configmap="nginx-load-balancer-microk8s-conf"} 1 kube_configmap_info{namespace="kube-system",configmap="coredns"} 1 kube_configmap_info{namespace="kube-system",configmap="kube-apiserver-legacy-service-account-token-tracking"} 1 kube_configmap_info{namespace="default",configmap="webhook"} 1 kube_configmap_info{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-master-conf"} 1 kube_configmap_info{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-worker-conf"} 1 # HELP kube_configmap_created Unix creation timestamp # TYPE kube_configmap_created gauge kube_configmap_created{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-master-conf"} 1.748556022e+09 kube_configmap_created{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-worker-conf"} 1.748556022e+09 kube_configmap_created{namespace="kube-system",configmap="coredns"} 1.74855572e+09 kube_configmap_created{namespace="kube-system",configmap="kube-apiserver-legacy-service-account-token-tracking"} 1.748555717e+09 kube_configmap_created{namespace="default",configmap="webhook"} 1.748884553e+09 kube_configmap_created{namespace="kube-system",configmap="extension-apiserver-authentication"} 1.748555717e+09 kube_configmap_created{namespace="argocd",configmap="argocd-tls-certs-cm"} 1.751959927e+09 kube_configmap_created{namespace="gpu-operator-resources",configmap="default-mig-parted-config"} 1.748556085e+09 kube_configmap_created{namespace="kube-public",configmap="local-registry-hosting"} 1.748555719e+09 kube_configmap_created{namespace="gpu-operator-resources",configmap="kube-root-ca.crt"} 1.748556074e+09 kube_configmap_created{namespace="gpu-operator-resources",configmap="nvidia-device-plugin-entrypoint"} 1.748556084e+09 kube_configmap_created{namespace="ingress",configmap="kube-root-ca.crt"} 1.748556084e+09 kube_configmap_created{namespace="gpu-operator-resources",configmap="default-gpu-clients"} 1.748556085e+09 kube_configmap_created{namespace="argocd",configmap="argocd-gpg-keys-cm"} 1.751959927e+09 kube_configmap_created{namespace="argocd",configmap="argocd-rbac-cm"} 1.751961362e+09 kube_configmap_created{namespace="cert-manager",configmap="kube-root-ca.crt"} 1.748556536e+09 kube_configmap_created{namespace="argocd",configmap="argocd-cmd-params-cm"} 1.751959927e+09 kube_configmap_created{namespace="kube-system",configmap="kube-root-ca.crt"} 1.748555723e+09 kube_configmap_created{namespace="monitoring",configmap="kube-root-ca.crt"} 1.748884813e+09 kube_configmap_created{namespace="argocd",configmap="kube-root-ca.crt"} 1.751959919e+09 kube_configmap_created{namespace="argocd",configmap="argocd-cm"} 1.751959927e+09 kube_configmap_created{namespace="illustrations-api",configmap="kube-root-ca.crt"} 1.757493077e+09 kube_configmap_created{namespace="gpu-operator-resources",configmap="nvidia-container-toolkit-entrypoint"} 1.748556084e+09 kube_configmap_created{namespace="ingress",configmap="nginx-ingress-udp-microk8s-conf"} 1.748556085e+09 kube_configmap_created{namespace="argocd",configmap="argocd-notifications-cm"} 1.751959927e+09 kube_configmap_created{namespace="gpu-operator-resources",configmap="nvidia-mig-manager-entrypoint"} 1.748556085e+09 kube_configmap_created{namespace="ingress",configmap="nginx-ingress-tcp-microk8s-conf"} 1.748556085e+09 kube_configmap_created{namespace="kube-public",configmap="kube-root-ca.crt"} 1.748555723e+09 kube_configmap_created{namespace="kube-system",configmap="calico-config"} 1.748555718e+09 kube_configmap_created{namespace="argocd",configmap="argocd-ssh-known-hosts-cm"} 1.751959927e+09 kube_configmap_created{namespace="default",configmap="kube-root-ca.crt"} 1.748555723e+09 kube_configmap_created{namespace="kube-node-lease",configmap="kube-root-ca.crt"} 1.748555723e+09 kube_configmap_created{namespace="ingress",configmap="nginx-load-balancer-microk8s-conf"} 1.748556085e+09 # HELP kube_configmap_metadata_resource_version Resource version representing a specific version of the configmap. # TYPE kube_configmap_metadata_resource_version gauge kube_configmap_metadata_resource_version{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-master-conf"} 861 kube_configmap_metadata_resource_version{namespace="gpu-operator-resources",configmap="gpu-operator-node-feature-discovery-worker-conf"} 860 kube_configmap_metadata_resource_version{namespace="kube-system",configmap="coredns"} 177 kube_configmap_metadata_resource_version{namespace="kube-system",configmap="kube-apiserver-legacy-service-account-token-tracking"} 10 kube_configmap_metadata_resource_version{namespace="default",configmap="webhook"} 1.061511e+06 kube_configmap_metadata_resource_version{namespace="kube-public",configmap="local-registry-hosting"} 169 kube_configmap_metadata_resource_version{namespace="kube-system",configmap="extension-apiserver-authentication"} 9 kube_configmap_metadata_resource_version{namespace="argocd",configmap="argocd-tls-certs-cm"} 1.0456983e+07 kube_configmap_metadata_resource_version{namespace="gpu-operator-resources",configmap="default-mig-parted-config"} 1225 kube_configmap_metadata_resource_version{namespace="gpu-operator-resources",configmap="default-gpu-clients"} 1227 kube_configmap_metadata_resource_version{namespace="gpu-operator-resources",configmap="kube-root-ca.crt"} 968 kube_configmap_metadata_resource_version{namespace="gpu-operator-resources",configmap="nvidia-device-plugin-entrypoint"} 1167 kube_configmap_metadata_resource_version{namespace="ingress",configmap="kube-root-ca.crt"} 1208 kube_configmap_metadata_resource_version{namespace="argocd",configmap="argocd-cmd-params-cm"} 1.0456978e+07 kube_configmap_metadata_resource_version{namespace="argocd",configmap="argocd-gpg-keys-cm"} 1.0456979e+07 kube_configmap_metadata_resource_version{namespace="argocd",configmap="argocd-rbac-cm"} 1.0466602e+07 kube_configmap_metadata_resource_version{namespace="cert-manager",configmap="kube-root-ca.crt"} 2858 kube_configmap_metadata_resource_version{namespace="ingress",configmap="nginx-ingress-udp-microk8s-conf"} 1222 kube_configmap_metadata_resource_version{namespace="kube-system",configmap="kube-root-ca.crt"} 207 kube_configmap_metadata_resource_version{namespace="monitoring",configmap="kube-root-ca.crt"} 1.007374e+06 kube_configmap_metadata_resource_version{namespace="argocd",configmap="kube-root-ca.crt"} 1.0456929e+07 kube_configmap_metadata_resource_version{namespace="argocd",configmap="argocd-cm"} 1.0457733e+07 kube_configmap_metadata_resource_version{namespace="illustrations-api",configmap="kube-root-ca.crt"} 2.758901e+07 kube_configmap_metadata_resource_version{namespace="gpu-operator-resources",configmap="nvidia-container-toolkit-entrypoint"} 1138 kube_configmap_metadata_resource_version{namespace="ingress",configmap="nginx-ingress-tcp-microk8s-conf"} 1220 kube_configmap_metadata_resource_version{namespace="argocd",configmap="argocd-notifications-cm"} 1.0480206e+07 kube_configmap_metadata_resource_version{namespace="gpu-operator-resources",configmap="nvidia-mig-manager-entrypoint"} 1229 kube_configmap_metadata_resource_version{namespace="kube-node-lease",configmap="kube-root-ca.crt"} 205 kube_configmap_metadata_resource_version{namespace="kube-public",configmap="kube-root-ca.crt"} 206 kube_configmap_metadata_resource_version{namespace="kube-system",configmap="calico-config"} 88 kube_configmap_metadata_resource_version{namespace="argocd",configmap="argocd-ssh-known-hosts-cm"} 1.0456982e+07 kube_configmap_metadata_resource_version{namespace="default",configmap="kube-root-ca.crt"} 204 kube_configmap_metadata_resource_version{namespace="ingress",configmap="nginx-load-balancer-microk8s-conf"} 1219 # HELP kube_cronjob_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_cronjob_annotations gauge # HELP kube_cronjob_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_cronjob_labels gauge # HELP kube_cronjob_info Info about cronjob. # TYPE kube_cronjob_info gauge # HELP kube_cronjob_created Unix creation timestamp # TYPE kube_cronjob_created gauge # HELP kube_cronjob_status_active Active holds pointers to currently running jobs. # TYPE kube_cronjob_status_active gauge # HELP kube_cronjob_status_last_schedule_time LastScheduleTime keeps information of when was the last time the job was successfully scheduled. # TYPE kube_cronjob_status_last_schedule_time gauge # HELP kube_cronjob_spec_suspend Suspend flag tells the controller to suspend subsequent executions. # TYPE kube_cronjob_spec_suspend gauge # HELP kube_cronjob_spec_starting_deadline_seconds Deadline in seconds for starting the job if it misses scheduled time for any reason. # TYPE kube_cronjob_spec_starting_deadline_seconds gauge # HELP kube_cronjob_next_schedule_time Next time the cronjob should be scheduled. The time after lastScheduleTime, or after the cron job's creation time if it's never been scheduled. Use this to determine if the job is delayed. # TYPE kube_cronjob_next_schedule_time gauge # HELP kube_cronjob_metadata_resource_version Resource version representing a specific version of the cronjob. # TYPE kube_cronjob_metadata_resource_version gauge # HELP kube_cronjob_spec_successful_job_history_limit Successful job history limit tells the controller how many completed jobs should be preserved. # TYPE kube_cronjob_spec_successful_job_history_limit gauge # HELP kube_cronjob_spec_failed_job_history_limit Failed job history limit tells the controller how many failed jobs should be preserved. # TYPE kube_cronjob_spec_failed_job_history_limit gauge # HELP kube_daemonset_created Unix creation timestamp # TYPE kube_daemonset_created gauge kube_daemonset_created{namespace="kube-system",daemonset="calico-node"} 1.748555719e+09 kube_daemonset_created{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1.748556085e+09 kube_daemonset_created{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1.748556022e+09 kube_daemonset_created{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1.748556084e+09 kube_daemonset_created{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1.748556084e+09 kube_daemonset_created{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-mps-control-daemon"} 1.748556084e+09 kube_daemonset_created{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 1.748556085e+09 kube_daemonset_created{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1.748556084e+09 kube_daemonset_created{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1.748556084e+09 kube_daemonset_created{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1.748556085e+09 kube_daemonset_created{namespace="monitoring",daemonset="microk8s-cert-exporter"} 1.748884822e+09 kube_daemonset_created{namespace="monitoring",daemonset="node-exporter"} 1.748884822e+09 # HELP kube_daemonset_status_current_number_scheduled The number of nodes running at least one daemon pod and are supposed to. # TYPE kube_daemonset_status_current_number_scheduled gauge kube_daemonset_status_current_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1 kube_daemonset_status_current_number_scheduled{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1 kube_daemonset_status_current_number_scheduled{namespace="monitoring",daemonset="microk8s-cert-exporter"} 1 kube_daemonset_status_current_number_scheduled{namespace="monitoring",daemonset="node-exporter"} 1 kube_daemonset_status_current_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 0 kube_daemonset_status_current_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1 kube_daemonset_status_current_number_scheduled{namespace="kube-system",daemonset="calico-node"} 1 kube_daemonset_status_current_number_scheduled{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1 kube_daemonset_status_current_number_scheduled{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1 kube_daemonset_status_current_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1 kube_daemonset_status_current_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1 kube_daemonset_status_current_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-mps-control-daemon"} 0 # HELP kube_daemonset_status_desired_number_scheduled The number of nodes that should be running the daemon pod. # TYPE kube_daemonset_status_desired_number_scheduled gauge kube_daemonset_status_desired_number_scheduled{namespace="kube-system",daemonset="calico-node"} 1 kube_daemonset_status_desired_number_scheduled{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1 kube_daemonset_status_desired_number_scheduled{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1 kube_daemonset_status_desired_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1 kube_daemonset_status_desired_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1 kube_daemonset_status_desired_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-mps-control-daemon"} 0 kube_daemonset_status_desired_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 0 kube_daemonset_status_desired_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1 kube_daemonset_status_desired_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1 kube_daemonset_status_desired_number_scheduled{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1 kube_daemonset_status_desired_number_scheduled{namespace="monitoring",daemonset="microk8s-cert-exporter"} 1 kube_daemonset_status_desired_number_scheduled{namespace="monitoring",daemonset="node-exporter"} 1 # HELP kube_daemonset_status_number_available The number of nodes that should be running the daemon pod and have one or more of the daemon pod running and available # TYPE kube_daemonset_status_number_available gauge kube_daemonset_status_number_available{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1 kube_daemonset_status_number_available{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1 kube_daemonset_status_number_available{namespace="monitoring",daemonset="microk8s-cert-exporter"} 1 kube_daemonset_status_number_available{namespace="monitoring",daemonset="node-exporter"} 1 kube_daemonset_status_number_available{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-mps-control-daemon"} 0 kube_daemonset_status_number_available{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 0 kube_daemonset_status_number_available{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1 kube_daemonset_status_number_available{namespace="kube-system",daemonset="calico-node"} 1 kube_daemonset_status_number_available{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1 kube_daemonset_status_number_available{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1 kube_daemonset_status_number_available{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1 kube_daemonset_status_number_available{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1 # HELP kube_daemonset_status_number_misscheduled The number of nodes running a daemon pod but are not supposed to. # TYPE kube_daemonset_status_number_misscheduled gauge kube_daemonset_status_number_misscheduled{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 0 kube_daemonset_status_number_misscheduled{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 0 kube_daemonset_status_number_misscheduled{namespace="monitoring",daemonset="microk8s-cert-exporter"} 0 kube_daemonset_status_number_misscheduled{namespace="monitoring",daemonset="node-exporter"} 0 kube_daemonset_status_number_misscheduled{namespace="kube-system",daemonset="calico-node"} 0 kube_daemonset_status_number_misscheduled{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 0 kube_daemonset_status_number_misscheduled{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 0 kube_daemonset_status_number_misscheduled{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 0 kube_daemonset_status_number_misscheduled{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 0 kube_daemonset_status_number_misscheduled{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-mps-control-daemon"} 0 kube_daemonset_status_number_misscheduled{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 0 kube_daemonset_status_number_misscheduled{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 0 # HELP kube_daemonset_status_number_ready The number of nodes that should be running the daemon pod and have one or more of the daemon pod running and ready. # TYPE kube_daemonset_status_number_ready gauge kube_daemonset_status_number_ready{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1 kube_daemonset_status_number_ready{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1 kube_daemonset_status_number_ready{namespace="monitoring",daemonset="microk8s-cert-exporter"} 1 kube_daemonset_status_number_ready{namespace="monitoring",daemonset="node-exporter"} 1 kube_daemonset_status_number_ready{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1 kube_daemonset_status_number_ready{namespace="kube-system",daemonset="calico-node"} 1 kube_daemonset_status_number_ready{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1 kube_daemonset_status_number_ready{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1 kube_daemonset_status_number_ready{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1 kube_daemonset_status_number_ready{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1 kube_daemonset_status_number_ready{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-mps-control-daemon"} 0 kube_daemonset_status_number_ready{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 0 # HELP kube_daemonset_status_number_unavailable The number of nodes that should be running the daemon pod and have none of the daemon pod running and available # TYPE kube_daemonset_status_number_unavailable gauge kube_daemonset_status_number_unavailable{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 0 kube_daemonset_status_number_unavailable{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 0 kube_daemonset_status_number_unavailable{namespace="monitoring",daemonset="microk8s-cert-exporter"} 0 kube_daemonset_status_number_unavailable{namespace="monitoring",daemonset="node-exporter"} 0 kube_daemonset_status_number_unavailable{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 0 kube_daemonset_status_number_unavailable{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 0 kube_daemonset_status_number_unavailable{namespace="kube-system",daemonset="calico-node"} 0 kube_daemonset_status_number_unavailable{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 0 kube_daemonset_status_number_unavailable{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 0 kube_daemonset_status_number_unavailable{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 0 kube_daemonset_status_number_unavailable{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 0 kube_daemonset_status_number_unavailable{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-mps-control-daemon"} 0 # HELP kube_daemonset_status_observed_generation The most recent generation observed by the daemon set controller. # TYPE kube_daemonset_status_observed_generation gauge kube_daemonset_status_observed_generation{namespace="monitoring",daemonset="microk8s-cert-exporter"} 1 kube_daemonset_status_observed_generation{namespace="monitoring",daemonset="node-exporter"} 1 kube_daemonset_status_observed_generation{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1 kube_daemonset_status_observed_generation{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1 kube_daemonset_status_observed_generation{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1 kube_daemonset_status_observed_generation{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1 kube_daemonset_status_observed_generation{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-mps-control-daemon"} 1 kube_daemonset_status_observed_generation{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 1 kube_daemonset_status_observed_generation{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1 kube_daemonset_status_observed_generation{namespace="kube-system",daemonset="calico-node"} 1 kube_daemonset_status_observed_generation{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1 kube_daemonset_status_observed_generation{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1 # HELP kube_daemonset_status_updated_number_scheduled The total number of nodes that are running updated daemon pod # TYPE kube_daemonset_status_updated_number_scheduled gauge kube_daemonset_status_updated_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1 kube_daemonset_status_updated_number_scheduled{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1 kube_daemonset_status_updated_number_scheduled{namespace="monitoring",daemonset="microk8s-cert-exporter"} 1 kube_daemonset_status_updated_number_scheduled{namespace="monitoring",daemonset="node-exporter"} 1 kube_daemonset_status_updated_number_scheduled{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1 kube_daemonset_status_updated_number_scheduled{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1 kube_daemonset_status_updated_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1 kube_daemonset_status_updated_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1 kube_daemonset_status_updated_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-mps-control-daemon"} 0 kube_daemonset_status_updated_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 0 kube_daemonset_status_updated_number_scheduled{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1 kube_daemonset_status_updated_number_scheduled{namespace="kube-system",daemonset="calico-node"} 1 # HELP kube_daemonset_metadata_generation Sequence number representing a specific generation of the desired state. # TYPE kube_daemonset_metadata_generation gauge kube_daemonset_metadata_generation{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1 kube_daemonset_metadata_generation{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1 kube_daemonset_metadata_generation{namespace="monitoring",daemonset="microk8s-cert-exporter"} 1 kube_daemonset_metadata_generation{namespace="monitoring",daemonset="node-exporter"} 1 kube_daemonset_metadata_generation{namespace="kube-system",daemonset="calico-node"} 1 kube_daemonset_metadata_generation{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1 kube_daemonset_metadata_generation{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1 kube_daemonset_metadata_generation{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1 kube_daemonset_metadata_generation{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1 kube_daemonset_metadata_generation{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-mps-control-daemon"} 1 kube_daemonset_metadata_generation{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 1 kube_daemonset_metadata_generation{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1 # HELP kube_daemonset_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_daemonset_annotations gauge kube_daemonset_annotations{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 1 kube_daemonset_annotations{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1 kube_daemonset_annotations{namespace="kube-system",daemonset="calico-node"} 1 kube_daemonset_annotations{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1 kube_daemonset_annotations{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1 kube_daemonset_annotations{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1 kube_daemonset_annotations{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1 kube_daemonset_annotations{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-mps-control-daemon"} 1 kube_daemonset_annotations{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1 kube_daemonset_annotations{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1 kube_daemonset_annotations{namespace="monitoring",daemonset="microk8s-cert-exporter"} 1 kube_daemonset_annotations{namespace="monitoring",daemonset="node-exporter"} 1 # HELP kube_daemonset_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_daemonset_labels gauge kube_daemonset_labels{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-daemonset"} 1 kube_daemonset_labels{namespace="gpu-operator-resources",daemonset="nvidia-device-plugin-mps-control-daemon"} 1 kube_daemonset_labels{namespace="gpu-operator-resources",daemonset="nvidia-mig-manager"} 1 kube_daemonset_labels{namespace="gpu-operator-resources",daemonset="nvidia-operator-validator"} 1 kube_daemonset_labels{namespace="kube-system",daemonset="calico-node"} 1 kube_daemonset_labels{namespace="gpu-operator-resources",daemonset="gpu-feature-discovery"} 1 kube_daemonset_labels{namespace="gpu-operator-resources",daemonset="gpu-operator-node-feature-discovery-worker"} 1 kube_daemonset_labels{namespace="gpu-operator-resources",daemonset="nvidia-dcgm-exporter"} 1 kube_daemonset_labels{namespace="monitoring",daemonset="node-exporter"} 1 kube_daemonset_labels{namespace="gpu-operator-resources",daemonset="nvidia-container-toolkit-daemonset"} 1 kube_daemonset_labels{namespace="ingress",daemonset="nginx-ingress-microk8s-controller"} 1 kube_daemonset_labels{namespace="monitoring",daemonset="microk8s-cert-exporter"} 1 # HELP kube_deployment_created Unix creation timestamp # TYPE kube_deployment_created gauge kube_deployment_created{namespace="kube-system",deployment="hostpath-provisioner"} 1.748556066e+09 kube_deployment_created{namespace="argocd",deployment="argocd-repo-server"} 1.751959928e+09 kube_deployment_created{namespace="cert-manager",deployment="cert-manager"} 1.748556536e+09 kube_deployment_created{namespace="cert-manager",deployment="cert-manager-cainjector"} 1.748556536e+09 kube_deployment_created{namespace="cert-manager",deployment="cert-manager-webhook"} 1.748556536e+09 kube_deployment_created{namespace="argocd",deployment="argocd-dex-server"} 1.751959927e+09 kube_deployment_created{namespace="argocd",deployment="argocd-server"} 1.751959928e+09 kube_deployment_created{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1.748556022e+09 kube_deployment_created{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1.748556022e+09 kube_deployment_created{namespace="argocd",deployment="argocd-notifications-controller"} 1.751959927e+09 kube_deployment_created{namespace="gpu-operator-resources",deployment="gpu-operator"} 1.748556022e+09 kube_deployment_created{namespace="kube-system",deployment="coredns"} 1.74855572e+09 kube_deployment_created{namespace="kube-system",deployment="kube-state-metrics"} 1.74897898e+09 kube_deployment_created{namespace="argocd",deployment="argocd-redis"} 1.751959927e+09 kube_deployment_created{namespace="argocd",deployment="argocd-applicationset-controller"} 1.751959927e+09 kube_deployment_created{namespace="default",deployment="webhook"} 1.748884553e+09 kube_deployment_created{namespace="kube-system",deployment="calico-kube-controllers"} 1.748555719e+09 kube_deployment_created{namespace="kube-system",deployment="metrics-server"} 1.748556032e+09 # HELP kube_deployment_status_replicas The number of replicas per deployment. # TYPE kube_deployment_status_replicas gauge kube_deployment_status_replicas{namespace="argocd",deployment="argocd-notifications-controller"} 1 kube_deployment_status_replicas{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_status_replicas{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 kube_deployment_status_replicas{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_status_replicas{namespace="argocd",deployment="argocd-redis"} 1 kube_deployment_status_replicas{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_status_replicas{namespace="kube-system",deployment="coredns"} 1 kube_deployment_status_replicas{namespace="argocd",deployment="argocd-applicationset-controller"} 1 kube_deployment_status_replicas{namespace="kube-system",deployment="metrics-server"} 1 kube_deployment_status_replicas{namespace="default",deployment="webhook"} 1 kube_deployment_status_replicas{namespace="kube-system",deployment="calico-kube-controllers"} 1 kube_deployment_status_replicas{namespace="kube-system",deployment="hostpath-provisioner"} 1 kube_deployment_status_replicas{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 kube_deployment_status_replicas{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_status_replicas{namespace="argocd",deployment="argocd-dex-server"} 1 kube_deployment_status_replicas{namespace="argocd",deployment="argocd-repo-server"} 1 kube_deployment_status_replicas{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_status_replicas{namespace="argocd",deployment="argocd-server"} 1 # HELP kube_deployment_status_replicas_ready The number of ready replicas per deployment. # TYPE kube_deployment_status_replicas_ready gauge kube_deployment_status_replicas_ready{namespace="kube-system",deployment="hostpath-provisioner"} 1 kube_deployment_status_replicas_ready{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_status_replicas_ready{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 kube_deployment_status_replicas_ready{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_status_replicas_ready{namespace="argocd",deployment="argocd-dex-server"} 1 kube_deployment_status_replicas_ready{namespace="argocd",deployment="argocd-repo-server"} 1 kube_deployment_status_replicas_ready{namespace="argocd",deployment="argocd-server"} 1 kube_deployment_status_replicas_ready{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_status_replicas_ready{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 kube_deployment_status_replicas_ready{namespace="argocd",deployment="argocd-notifications-controller"} 1 kube_deployment_status_replicas_ready{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_status_replicas_ready{namespace="kube-system",deployment="coredns"} 1 kube_deployment_status_replicas_ready{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_status_replicas_ready{namespace="argocd",deployment="argocd-redis"} 1 kube_deployment_status_replicas_ready{namespace="argocd",deployment="argocd-applicationset-controller"} 1 kube_deployment_status_replicas_ready{namespace="default",deployment="webhook"} 1 kube_deployment_status_replicas_ready{namespace="kube-system",deployment="calico-kube-controllers"} 1 kube_deployment_status_replicas_ready{namespace="kube-system",deployment="metrics-server"} 1 # HELP kube_deployment_status_replicas_available The number of available replicas per deployment. # TYPE kube_deployment_status_replicas_available gauge kube_deployment_status_replicas_available{namespace="kube-system",deployment="hostpath-provisioner"} 1 kube_deployment_status_replicas_available{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_status_replicas_available{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 kube_deployment_status_replicas_available{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_status_replicas_available{namespace="argocd",deployment="argocd-dex-server"} 1 kube_deployment_status_replicas_available{namespace="argocd",deployment="argocd-repo-server"} 1 kube_deployment_status_replicas_available{namespace="argocd",deployment="argocd-server"} 1 kube_deployment_status_replicas_available{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_status_replicas_available{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 kube_deployment_status_replicas_available{namespace="argocd",deployment="argocd-notifications-controller"} 1 kube_deployment_status_replicas_available{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_status_replicas_available{namespace="kube-system",deployment="coredns"} 1 kube_deployment_status_replicas_available{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_status_replicas_available{namespace="argocd",deployment="argocd-redis"} 1 kube_deployment_status_replicas_available{namespace="argocd",deployment="argocd-applicationset-controller"} 1 kube_deployment_status_replicas_available{namespace="default",deployment="webhook"} 1 kube_deployment_status_replicas_available{namespace="kube-system",deployment="calico-kube-controllers"} 1 kube_deployment_status_replicas_available{namespace="kube-system",deployment="metrics-server"} 1 # HELP kube_deployment_status_replicas_unavailable The number of unavailable replicas per deployment. # TYPE kube_deployment_status_replicas_unavailable gauge kube_deployment_status_replicas_unavailable{namespace="default",deployment="webhook"} 0 kube_deployment_status_replicas_unavailable{namespace="kube-system",deployment="calico-kube-controllers"} 0 kube_deployment_status_replicas_unavailable{namespace="kube-system",deployment="metrics-server"} 0 kube_deployment_status_replicas_unavailable{namespace="kube-system",deployment="hostpath-provisioner"} 0 kube_deployment_status_replicas_unavailable{namespace="argocd",deployment="argocd-dex-server"} 0 kube_deployment_status_replicas_unavailable{namespace="argocd",deployment="argocd-repo-server"} 0 kube_deployment_status_replicas_unavailable{namespace="cert-manager",deployment="cert-manager"} 0 kube_deployment_status_replicas_unavailable{namespace="cert-manager",deployment="cert-manager-cainjector"} 0 kube_deployment_status_replicas_unavailable{namespace="cert-manager",deployment="cert-manager-webhook"} 0 kube_deployment_status_replicas_unavailable{namespace="argocd",deployment="argocd-server"} 0 kube_deployment_status_replicas_unavailable{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 0 kube_deployment_status_replicas_unavailable{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 0 kube_deployment_status_replicas_unavailable{namespace="argocd",deployment="argocd-notifications-controller"} 0 kube_deployment_status_replicas_unavailable{namespace="gpu-operator-resources",deployment="gpu-operator"} 0 kube_deployment_status_replicas_unavailable{namespace="kube-system",deployment="coredns"} 0 kube_deployment_status_replicas_unavailable{namespace="kube-system",deployment="kube-state-metrics"} 0 kube_deployment_status_replicas_unavailable{namespace="argocd",deployment="argocd-redis"} 0 kube_deployment_status_replicas_unavailable{namespace="argocd",deployment="argocd-applicationset-controller"} 0 # HELP kube_deployment_status_replicas_updated The number of updated replicas per deployment. # TYPE kube_deployment_status_replicas_updated gauge kube_deployment_status_replicas_updated{namespace="default",deployment="webhook"} 1 kube_deployment_status_replicas_updated{namespace="kube-system",deployment="calico-kube-controllers"} 1 kube_deployment_status_replicas_updated{namespace="kube-system",deployment="metrics-server"} 1 kube_deployment_status_replicas_updated{namespace="kube-system",deployment="hostpath-provisioner"} 1 kube_deployment_status_replicas_updated{namespace="argocd",deployment="argocd-dex-server"} 1 kube_deployment_status_replicas_updated{namespace="argocd",deployment="argocd-repo-server"} 1 kube_deployment_status_replicas_updated{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_status_replicas_updated{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 kube_deployment_status_replicas_updated{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_status_replicas_updated{namespace="argocd",deployment="argocd-server"} 1 kube_deployment_status_replicas_updated{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_status_replicas_updated{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 kube_deployment_status_replicas_updated{namespace="argocd",deployment="argocd-notifications-controller"} 1 kube_deployment_status_replicas_updated{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_status_replicas_updated{namespace="kube-system",deployment="coredns"} 1 kube_deployment_status_replicas_updated{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_status_replicas_updated{namespace="argocd",deployment="argocd-redis"} 1 kube_deployment_status_replicas_updated{namespace="argocd",deployment="argocd-applicationset-controller"} 1 # HELP kube_deployment_status_observed_generation The generation observed by the deployment controller. # TYPE kube_deployment_status_observed_generation gauge kube_deployment_status_observed_generation{namespace="argocd",deployment="argocd-dex-server"} 1 kube_deployment_status_observed_generation{namespace="argocd",deployment="argocd-repo-server"} 1 kube_deployment_status_observed_generation{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_status_observed_generation{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 kube_deployment_status_observed_generation{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_status_observed_generation{namespace="argocd",deployment="argocd-server"} 1 kube_deployment_status_observed_generation{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_status_observed_generation{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 kube_deployment_status_observed_generation{namespace="argocd",deployment="argocd-notifications-controller"} 5 kube_deployment_status_observed_generation{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_status_observed_generation{namespace="kube-system",deployment="coredns"} 1 kube_deployment_status_observed_generation{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_status_observed_generation{namespace="argocd",deployment="argocd-redis"} 1 kube_deployment_status_observed_generation{namespace="argocd",deployment="argocd-applicationset-controller"} 1 kube_deployment_status_observed_generation{namespace="default",deployment="webhook"} 7 kube_deployment_status_observed_generation{namespace="kube-system",deployment="calico-kube-controllers"} 1 kube_deployment_status_observed_generation{namespace="kube-system",deployment="metrics-server"} 1 kube_deployment_status_observed_generation{namespace="kube-system",deployment="hostpath-provisioner"} 1 # HELP kube_deployment_status_condition The current status conditions of a deployment. # TYPE kube_deployment_status_condition gauge kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-notifications-controller",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="argocd",deployment="argocd-notifications-controller",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-notifications-controller",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-notifications-controller",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="argocd",deployment="argocd-notifications-controller",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-notifications-controller",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="gpu-operator-resources",deployment="gpu-operator",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="coredns",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="kube-system",deployment="coredns",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="coredns",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="coredns",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="kube-system",deployment="coredns",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="coredns",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="kube-state-metrics",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="kube-system",deployment="kube-state-metrics",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="kube-state-metrics",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="kube-state-metrics",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="kube-system",deployment="kube-state-metrics",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="kube-state-metrics",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-redis",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="argocd",deployment="argocd-redis",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-redis",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-redis",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="argocd",deployment="argocd-redis",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-redis",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-applicationset-controller",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="argocd",deployment="argocd-applicationset-controller",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-applicationset-controller",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-applicationset-controller",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="argocd",deployment="argocd-applicationset-controller",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-applicationset-controller",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="default",deployment="webhook",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="default",deployment="webhook",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="default",deployment="webhook",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="default",deployment="webhook",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="default",deployment="webhook",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="default",deployment="webhook",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="calico-kube-controllers",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="kube-system",deployment="calico-kube-controllers",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="calico-kube-controllers",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="calico-kube-controllers",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="kube-system",deployment="calico-kube-controllers",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="calico-kube-controllers",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="metrics-server",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="kube-system",deployment="metrics-server",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="metrics-server",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="metrics-server",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="kube-system",deployment="metrics-server",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="metrics-server",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="hostpath-provisioner",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="kube-system",deployment="hostpath-provisioner",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="hostpath-provisioner",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="hostpath-provisioner",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="kube-system",deployment="hostpath-provisioner",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="kube-system",deployment="hostpath-provisioner",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-repo-server",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="argocd",deployment="argocd-repo-server",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-repo-server",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-repo-server",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="argocd",deployment="argocd-repo-server",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-repo-server",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-cainjector",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-cainjector",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-cainjector",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-cainjector",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-cainjector",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-cainjector",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-webhook",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-webhook",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-webhook",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-webhook",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-webhook",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="cert-manager",deployment="cert-manager-webhook",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-dex-server",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="argocd",deployment="argocd-dex-server",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-dex-server",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-dex-server",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="argocd",deployment="argocd-dex-server",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-dex-server",condition="Progressing",status="unknown"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-server",condition="Available",status="true"} 1 kube_deployment_status_condition{namespace="argocd",deployment="argocd-server",condition="Available",status="false"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-server",condition="Available",status="unknown"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-server",condition="Progressing",status="true"} 1 kube_deployment_status_condition{namespace="argocd",deployment="argocd-server",condition="Progressing",status="false"} 0 kube_deployment_status_condition{namespace="argocd",deployment="argocd-server",condition="Progressing",status="unknown"} 0 # HELP kube_deployment_spec_replicas Number of desired pods for a deployment. # TYPE kube_deployment_spec_replicas gauge kube_deployment_spec_replicas{namespace="kube-system",deployment="hostpath-provisioner"} 1 kube_deployment_spec_replicas{namespace="argocd",deployment="argocd-dex-server"} 1 kube_deployment_spec_replicas{namespace="argocd",deployment="argocd-repo-server"} 1 kube_deployment_spec_replicas{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_spec_replicas{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 kube_deployment_spec_replicas{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_spec_replicas{namespace="argocd",deployment="argocd-server"} 1 kube_deployment_spec_replicas{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_spec_replicas{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 kube_deployment_spec_replicas{namespace="argocd",deployment="argocd-notifications-controller"} 1 kube_deployment_spec_replicas{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_spec_replicas{namespace="kube-system",deployment="coredns"} 1 kube_deployment_spec_replicas{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_spec_replicas{namespace="argocd",deployment="argocd-redis"} 1 kube_deployment_spec_replicas{namespace="argocd",deployment="argocd-applicationset-controller"} 1 kube_deployment_spec_replicas{namespace="default",deployment="webhook"} 1 kube_deployment_spec_replicas{namespace="kube-system",deployment="calico-kube-controllers"} 1 kube_deployment_spec_replicas{namespace="kube-system",deployment="metrics-server"} 1 # HELP kube_deployment_spec_paused Whether the deployment is paused and will not be processed by the deployment controller. # TYPE kube_deployment_spec_paused gauge kube_deployment_spec_paused{namespace="default",deployment="webhook"} 0 kube_deployment_spec_paused{namespace="kube-system",deployment="calico-kube-controllers"} 0 kube_deployment_spec_paused{namespace="kube-system",deployment="metrics-server"} 0 kube_deployment_spec_paused{namespace="kube-system",deployment="hostpath-provisioner"} 0 kube_deployment_spec_paused{namespace="cert-manager",deployment="cert-manager"} 0 kube_deployment_spec_paused{namespace="cert-manager",deployment="cert-manager-cainjector"} 0 kube_deployment_spec_paused{namespace="cert-manager",deployment="cert-manager-webhook"} 0 kube_deployment_spec_paused{namespace="argocd",deployment="argocd-dex-server"} 0 kube_deployment_spec_paused{namespace="argocd",deployment="argocd-repo-server"} 0 kube_deployment_spec_paused{namespace="argocd",deployment="argocd-server"} 0 kube_deployment_spec_paused{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 0 kube_deployment_spec_paused{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 0 kube_deployment_spec_paused{namespace="argocd",deployment="argocd-notifications-controller"} 0 kube_deployment_spec_paused{namespace="gpu-operator-resources",deployment="gpu-operator"} 0 kube_deployment_spec_paused{namespace="kube-system",deployment="coredns"} 0 kube_deployment_spec_paused{namespace="kube-system",deployment="kube-state-metrics"} 0 kube_deployment_spec_paused{namespace="argocd",deployment="argocd-redis"} 0 kube_deployment_spec_paused{namespace="argocd",deployment="argocd-applicationset-controller"} 0 # HELP kube_deployment_spec_strategy_rollingupdate_max_unavailable Maximum number of unavailable replicas during a rolling update of a deployment. # TYPE kube_deployment_spec_strategy_rollingupdate_max_unavailable gauge kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="argocd",deployment="argocd-server"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="argocd",deployment="argocd-redis"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="gpu-operator-resources",deployment="gpu-operator"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="kube-system",deployment="coredns"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="kube-system",deployment="kube-state-metrics"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="argocd",deployment="argocd-applicationset-controller"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="default",deployment="webhook"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="kube-system",deployment="metrics-server"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="kube-system",deployment="hostpath-provisioner"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="cert-manager",deployment="cert-manager-webhook"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="argocd",deployment="argocd-dex-server"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="argocd",deployment="argocd-repo-server"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="cert-manager",deployment="cert-manager"} 0 kube_deployment_spec_strategy_rollingupdate_max_unavailable{namespace="cert-manager",deployment="cert-manager-cainjector"} 0 # HELP kube_deployment_spec_strategy_rollingupdate_max_surge Maximum number of replicas that can be scheduled above the desired number of replicas during a rolling update of a deployment. # TYPE kube_deployment_spec_strategy_rollingupdate_max_surge gauge kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="argocd",deployment="argocd-redis"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="kube-system",deployment="coredns"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="argocd",deployment="argocd-applicationset-controller"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="kube-system",deployment="metrics-server"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="default",deployment="webhook"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="kube-system",deployment="hostpath-provisioner"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="argocd",deployment="argocd-dex-server"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="argocd",deployment="argocd-repo-server"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="argocd",deployment="argocd-server"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_spec_strategy_rollingupdate_max_surge{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 # HELP kube_deployment_metadata_generation Sequence number representing a specific generation of the desired state. # TYPE kube_deployment_metadata_generation gauge kube_deployment_metadata_generation{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_metadata_generation{namespace="argocd",deployment="argocd-dex-server"} 1 kube_deployment_metadata_generation{namespace="argocd",deployment="argocd-repo-server"} 1 kube_deployment_metadata_generation{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_metadata_generation{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 kube_deployment_metadata_generation{namespace="argocd",deployment="argocd-server"} 1 kube_deployment_metadata_generation{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_metadata_generation{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 kube_deployment_metadata_generation{namespace="argocd",deployment="argocd-notifications-controller"} 5 kube_deployment_metadata_generation{namespace="argocd",deployment="argocd-redis"} 1 kube_deployment_metadata_generation{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_metadata_generation{namespace="kube-system",deployment="coredns"} 1 kube_deployment_metadata_generation{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_metadata_generation{namespace="argocd",deployment="argocd-applicationset-controller"} 1 kube_deployment_metadata_generation{namespace="default",deployment="webhook"} 7 kube_deployment_metadata_generation{namespace="kube-system",deployment="calico-kube-controllers"} 1 kube_deployment_metadata_generation{namespace="kube-system",deployment="metrics-server"} 1 kube_deployment_metadata_generation{namespace="kube-system",deployment="hostpath-provisioner"} 1 # HELP kube_deployment_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_deployment_annotations gauge kube_deployment_annotations{namespace="argocd",deployment="argocd-applicationset-controller"} 1 kube_deployment_annotations{namespace="default",deployment="webhook"} 1 kube_deployment_annotations{namespace="kube-system",deployment="calico-kube-controllers"} 1 kube_deployment_annotations{namespace="kube-system",deployment="metrics-server"} 1 kube_deployment_annotations{namespace="kube-system",deployment="hostpath-provisioner"} 1 kube_deployment_annotations{namespace="argocd",deployment="argocd-dex-server"} 1 kube_deployment_annotations{namespace="argocd",deployment="argocd-repo-server"} 1 kube_deployment_annotations{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_annotations{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 kube_deployment_annotations{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_annotations{namespace="argocd",deployment="argocd-server"} 1 kube_deployment_annotations{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_annotations{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 kube_deployment_annotations{namespace="argocd",deployment="argocd-notifications-controller"} 1 kube_deployment_annotations{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_annotations{namespace="kube-system",deployment="coredns"} 1 kube_deployment_annotations{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_annotations{namespace="argocd",deployment="argocd-redis"} 1 # HELP kube_deployment_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_deployment_labels gauge kube_deployment_labels{namespace="argocd",deployment="argocd-server"} 1 kube_deployment_labels{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-gc"} 1 kube_deployment_labels{namespace="gpu-operator-resources",deployment="gpu-operator-node-feature-discovery-master"} 1 kube_deployment_labels{namespace="argocd",deployment="argocd-notifications-controller"} 1 kube_deployment_labels{namespace="argocd",deployment="argocd-redis"} 1 kube_deployment_labels{namespace="gpu-operator-resources",deployment="gpu-operator"} 1 kube_deployment_labels{namespace="kube-system",deployment="coredns"} 1 kube_deployment_labels{namespace="kube-system",deployment="kube-state-metrics"} 1 kube_deployment_labels{namespace="argocd",deployment="argocd-applicationset-controller"} 1 kube_deployment_labels{namespace="default",deployment="webhook"} 1 kube_deployment_labels{namespace="kube-system",deployment="calico-kube-controllers"} 1 kube_deployment_labels{namespace="kube-system",deployment="metrics-server"} 1 kube_deployment_labels{namespace="kube-system",deployment="hostpath-provisioner"} 1 kube_deployment_labels{namespace="cert-manager",deployment="cert-manager-webhook"} 1 kube_deployment_labels{namespace="argocd",deployment="argocd-dex-server"} 1 kube_deployment_labels{namespace="argocd",deployment="argocd-repo-server"} 1 kube_deployment_labels{namespace="cert-manager",deployment="cert-manager"} 1 kube_deployment_labels{namespace="cert-manager",deployment="cert-manager-cainjector"} 1 # HELP kube_endpoint_info Information about endpoint. # TYPE kube_endpoint_info gauge kube_endpoint_info{namespace="argocd",endpoint="argocd-redis"} 1 kube_endpoint_info{namespace="kube-system",endpoint="kube-dns"} 1 kube_endpoint_info{namespace="gpu-operator-resources",endpoint="nvidia-dcgm-exporter"} 1 kube_endpoint_info{namespace="cert-manager",endpoint="cert-manager"} 1 kube_endpoint_info{namespace="argocd",endpoint="argocd-metrics"} 1 kube_endpoint_info{namespace="illustrations-api",endpoint="illustrations-api-train"} 1 kube_endpoint_info{namespace="argocd",endpoint="argocd-applicationset-controller"} 1 kube_endpoint_info{namespace="argocd",endpoint="argocd-notifications-controller-metrics"} 1 kube_endpoint_info{namespace="gpu-operator-resources",endpoint="gpu-operator"} 1 kube_endpoint_info{namespace="monitoring",endpoint="node-exporter"} 1 kube_endpoint_info{namespace="cert-manager",endpoint="cert-manager-webhook"} 1 kube_endpoint_info{namespace="kube-system",endpoint="metrics-server"} 1 kube_endpoint_info{namespace="argocd",endpoint="argocd-repo-server"} 1 kube_endpoint_info{namespace="kube-system",endpoint="kube-state-metrics"} 1 kube_endpoint_info{namespace="kube-system",endpoint="microk8s.io-hostpath"} 1 kube_endpoint_info{namespace="argocd",endpoint="argocd-server"} 1 kube_endpoint_info{namespace="default",endpoint="kubernetes"} 1 kube_endpoint_info{namespace="default",endpoint="webhook"} 1 kube_endpoint_info{namespace="argocd",endpoint="argocd-dex-server"} 1 kube_endpoint_info{namespace="argocd",endpoint="argocd-server-metrics"} 1 # HELP kube_endpoint_created Unix creation timestamp # TYPE kube_endpoint_created gauge kube_endpoint_created{namespace="gpu-operator-resources",endpoint="gpu-operator"} 1.748556084e+09 kube_endpoint_created{namespace="argocd",endpoint="argocd-applicationset-controller"} 1.751959927e+09 kube_endpoint_created{namespace="argocd",endpoint="argocd-notifications-controller-metrics"} 1.751959927e+09 kube_endpoint_created{namespace="monitoring",endpoint="node-exporter"} 1.748884822e+09 kube_endpoint_created{namespace="cert-manager",endpoint="cert-manager-webhook"} 1.748556536e+09 kube_endpoint_created{namespace="kube-system",endpoint="metrics-server"} 1.748556074e+09 kube_endpoint_created{namespace="argocd",endpoint="argocd-repo-server"} 1.751959927e+09 kube_endpoint_created{namespace="default",endpoint="kubernetes"} 1.748555718e+09 kube_endpoint_created{namespace="kube-system",endpoint="kube-state-metrics"} 1.74897898e+09 kube_endpoint_created{namespace="kube-system",endpoint="microk8s.io-hostpath"} 1.748556077e+09 kube_endpoint_created{namespace="argocd",endpoint="argocd-server"} 1.751959927e+09 kube_endpoint_created{namespace="default",endpoint="webhook"} 1.748884553e+09 kube_endpoint_created{namespace="argocd",endpoint="argocd-dex-server"} 1.751959927e+09 kube_endpoint_created{namespace="argocd",endpoint="argocd-server-metrics"} 1.751959927e+09 kube_endpoint_created{namespace="kube-system",endpoint="kube-dns"} 1.748555724e+09 kube_endpoint_created{namespace="argocd",endpoint="argocd-redis"} 1.751959927e+09 kube_endpoint_created{namespace="gpu-operator-resources",endpoint="nvidia-dcgm-exporter"} 1.748556084e+09 kube_endpoint_created{namespace="illustrations-api",endpoint="illustrations-api-train"} 1.75749332e+09 kube_endpoint_created{namespace="cert-manager",endpoint="cert-manager"} 1.748556536e+09 kube_endpoint_created{namespace="argocd",endpoint="argocd-metrics"} 1.751959927e+09 # HELP kube_endpoint_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_endpoint_annotations gauge kube_endpoint_annotations{namespace="default",endpoint="webhook"} 1 kube_endpoint_annotations{namespace="argocd",endpoint="argocd-dex-server"} 1 kube_endpoint_annotations{namespace="argocd",endpoint="argocd-server-metrics"} 1 kube_endpoint_annotations{namespace="kube-system",endpoint="kube-dns"} 1 kube_endpoint_annotations{namespace="argocd",endpoint="argocd-redis"} 1 kube_endpoint_annotations{namespace="gpu-operator-resources",endpoint="nvidia-dcgm-exporter"} 1 kube_endpoint_annotations{namespace="illustrations-api",endpoint="illustrations-api-train"} 1 kube_endpoint_annotations{namespace="cert-manager",endpoint="cert-manager"} 1 kube_endpoint_annotations{namespace="argocd",endpoint="argocd-metrics"} 1 kube_endpoint_annotations{namespace="gpu-operator-resources",endpoint="gpu-operator"} 1 kube_endpoint_annotations{namespace="argocd",endpoint="argocd-applicationset-controller"} 1 kube_endpoint_annotations{namespace="argocd",endpoint="argocd-notifications-controller-metrics"} 1 kube_endpoint_annotations{namespace="monitoring",endpoint="node-exporter"} 1 kube_endpoint_annotations{namespace="cert-manager",endpoint="cert-manager-webhook"} 1 kube_endpoint_annotations{namespace="kube-system",endpoint="metrics-server"} 1 kube_endpoint_annotations{namespace="argocd",endpoint="argocd-repo-server"} 1 kube_endpoint_annotations{namespace="default",endpoint="kubernetes"} 1 kube_endpoint_annotations{namespace="kube-system",endpoint="kube-state-metrics"} 1 kube_endpoint_annotations{namespace="kube-system",endpoint="microk8s.io-hostpath"} 1 kube_endpoint_annotations{namespace="argocd",endpoint="argocd-server"} 1 # HELP kube_endpoint_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_endpoint_labels gauge kube_endpoint_labels{namespace="monitoring",endpoint="node-exporter"} 1 kube_endpoint_labels{namespace="kube-system",endpoint="metrics-server"} 1 kube_endpoint_labels{namespace="argocd",endpoint="argocd-repo-server"} 1 kube_endpoint_labels{namespace="cert-manager",endpoint="cert-manager-webhook"} 1 kube_endpoint_labels{namespace="kube-system",endpoint="kube-state-metrics"} 1 kube_endpoint_labels{namespace="kube-system",endpoint="microk8s.io-hostpath"} 1 kube_endpoint_labels{namespace="argocd",endpoint="argocd-server"} 1 kube_endpoint_labels{namespace="default",endpoint="kubernetes"} 1 kube_endpoint_labels{namespace="argocd",endpoint="argocd-dex-server"} 1 kube_endpoint_labels{namespace="argocd",endpoint="argocd-server-metrics"} 1 kube_endpoint_labels{namespace="default",endpoint="webhook"} 1 kube_endpoint_labels{namespace="kube-system",endpoint="kube-dns"} 1 kube_endpoint_labels{namespace="argocd",endpoint="argocd-redis"} 1 kube_endpoint_labels{namespace="gpu-operator-resources",endpoint="nvidia-dcgm-exporter"} 1 kube_endpoint_labels{namespace="argocd",endpoint="argocd-metrics"} 1 kube_endpoint_labels{namespace="illustrations-api",endpoint="illustrations-api-train"} 1 kube_endpoint_labels{namespace="cert-manager",endpoint="cert-manager"} 1 kube_endpoint_labels{namespace="argocd",endpoint="argocd-notifications-controller-metrics"} 1 kube_endpoint_labels{namespace="gpu-operator-resources",endpoint="gpu-operator"} 1 kube_endpoint_labels{namespace="argocd",endpoint="argocd-applicationset-controller"} 1 # HELP kube_endpoint_address_available Number of addresses available in endpoint. # TYPE kube_endpoint_address_available gauge kube_endpoint_address_available{namespace="cert-manager",endpoint="cert-manager-webhook"} 1 kube_endpoint_address_available{namespace="kube-system",endpoint="metrics-server"} 1 kube_endpoint_address_available{namespace="argocd",endpoint="argocd-repo-server"} 2 kube_endpoint_address_available{namespace="default",endpoint="kubernetes"} 1 kube_endpoint_address_available{namespace="kube-system",endpoint="kube-state-metrics"} 2 kube_endpoint_address_available{namespace="kube-system",endpoint="microk8s.io-hostpath"} 0 kube_endpoint_address_available{namespace="argocd",endpoint="argocd-server"} 2 kube_endpoint_address_available{namespace="default",endpoint="webhook"} 1 kube_endpoint_address_available{namespace="argocd",endpoint="argocd-dex-server"} 3 kube_endpoint_address_available{namespace="argocd",endpoint="argocd-server-metrics"} 1 kube_endpoint_address_available{namespace="kube-system",endpoint="kube-dns"} 3 kube_endpoint_address_available{namespace="argocd",endpoint="argocd-redis"} 1 kube_endpoint_address_available{namespace="gpu-operator-resources",endpoint="nvidia-dcgm-exporter"} 1 kube_endpoint_address_available{namespace="illustrations-api",endpoint="illustrations-api-train"} 8 kube_endpoint_address_available{namespace="cert-manager",endpoint="cert-manager"} 1 kube_endpoint_address_available{namespace="argocd",endpoint="argocd-metrics"} 1 kube_endpoint_address_available{namespace="gpu-operator-resources",endpoint="gpu-operator"} 1 kube_endpoint_address_available{namespace="argocd",endpoint="argocd-applicationset-controller"} 2 kube_endpoint_address_available{namespace="argocd",endpoint="argocd-notifications-controller-metrics"} 1 kube_endpoint_address_available{namespace="monitoring",endpoint="node-exporter"} 1 # HELP kube_endpoint_address_not_ready Number of addresses not ready in endpoint # TYPE kube_endpoint_address_not_ready gauge kube_endpoint_address_not_ready{namespace="default",endpoint="webhook"} 0 kube_endpoint_address_not_ready{namespace="argocd",endpoint="argocd-dex-server"} 0 kube_endpoint_address_not_ready{namespace="argocd",endpoint="argocd-server-metrics"} 0 kube_endpoint_address_not_ready{namespace="kube-system",endpoint="kube-dns"} 0 kube_endpoint_address_not_ready{namespace="argocd",endpoint="argocd-redis"} 0 kube_endpoint_address_not_ready{namespace="gpu-operator-resources",endpoint="nvidia-dcgm-exporter"} 0 kube_endpoint_address_not_ready{namespace="illustrations-api",endpoint="illustrations-api-train"} 0 kube_endpoint_address_not_ready{namespace="cert-manager",endpoint="cert-manager"} 0 kube_endpoint_address_not_ready{namespace="argocd",endpoint="argocd-metrics"} 0 kube_endpoint_address_not_ready{namespace="gpu-operator-resources",endpoint="gpu-operator"} 0 kube_endpoint_address_not_ready{namespace="argocd",endpoint="argocd-applicationset-controller"} 0 kube_endpoint_address_not_ready{namespace="argocd",endpoint="argocd-notifications-controller-metrics"} 0 kube_endpoint_address_not_ready{namespace="monitoring",endpoint="node-exporter"} 0 kube_endpoint_address_not_ready{namespace="cert-manager",endpoint="cert-manager-webhook"} 0 kube_endpoint_address_not_ready{namespace="kube-system",endpoint="metrics-server"} 0 kube_endpoint_address_not_ready{namespace="argocd",endpoint="argocd-repo-server"} 0 kube_endpoint_address_not_ready{namespace="default",endpoint="kubernetes"} 0 kube_endpoint_address_not_ready{namespace="kube-system",endpoint="kube-state-metrics"} 0 kube_endpoint_address_not_ready{namespace="kube-system",endpoint="microk8s.io-hostpath"} 0 kube_endpoint_address_not_ready{namespace="argocd",endpoint="argocd-server"} 0 # HELP kube_endpoint_ports Information about the Endpoint ports. # TYPE kube_endpoint_ports gauge kube_endpoint_ports{namespace="cert-manager",endpoint="cert-manager-webhook",port_name="https",port_protocol="TCP",port_number="10250"} 1 kube_endpoint_ports{namespace="kube-system",endpoint="metrics-server",port_name="https",port_protocol="TCP",port_number="4443"} 1 kube_endpoint_ports{namespace="argocd",endpoint="argocd-repo-server",port_name="metrics",port_protocol="TCP",port_number="8084"} 1 kube_endpoint_ports{namespace="argocd",endpoint="argocd-repo-server",port_name="server",port_protocol="TCP",port_number="8081"} 1 kube_endpoint_ports{namespace="default",endpoint="kubernetes",port_name="https",port_protocol="TCP",port_number="16443"} 1 kube_endpoint_ports{namespace="kube-system",endpoint="kube-state-metrics",port_name="telemetry",port_protocol="TCP",port_number="8081"} 1 kube_endpoint_ports{namespace="kube-system",endpoint="kube-state-metrics",port_name="http-metrics",port_protocol="TCP",port_number="8080"} 1 kube_endpoint_ports{namespace="argocd",endpoint="argocd-server",port_name="https",port_protocol="TCP",port_number="8080"} 1 kube_endpoint_ports{namespace="argocd",endpoint="argocd-server",port_name="http",port_protocol="TCP",port_number="8080"} 1 kube_endpoint_ports{namespace="default",endpoint="webhook",port_name="",port_protocol="TCP",port_number="8080"} 1 kube_endpoint_ports{namespace="argocd",endpoint="argocd-dex-server",port_name="metrics",port_protocol="TCP",port_number="5558"} 1 kube_endpoint_ports{namespace="argocd",endpoint="argocd-dex-server",port_name="grpc",port_protocol="TCP",port_number="5557"} 1 kube_endpoint_ports{namespace="argocd",endpoint="argocd-dex-server",port_name="http",port_protocol="TCP",port_number="5556"} 1 kube_endpoint_ports{namespace="argocd",endpoint="argocd-server-metrics",port_name="metrics",port_protocol="TCP",port_number="8083"} 1 kube_endpoint_ports{namespace="kube-system",endpoint="kube-dns",port_name="dns-tcp",port_protocol="TCP",port_number="53"} 1 kube_endpoint_ports{namespace="kube-system",endpoint="kube-dns",port_name="dns",port_protocol="UDP",port_number="53"} 1 kube_endpoint_ports{namespace="kube-system",endpoint="kube-dns",port_name="metrics",port_protocol="TCP",port_number="9153"} 1 kube_endpoint_ports{namespace="argocd",endpoint="argocd-redis",port_name="tcp-redis",port_protocol="TCP",port_number="6379"} 1 kube_endpoint_ports{namespace="gpu-operator-resources",endpoint="nvidia-dcgm-exporter",port_name="gpu-metrics",port_protocol="TCP",port_number="9400"} 1 kube_endpoint_ports{namespace="illustrations-api",endpoint="illustrations-api-train",port_name="",port_protocol="TCP",port_number="8000"} 1 kube_endpoint_ports{namespace="cert-manager",endpoint="cert-manager",port_name="tcp-prometheus-servicemonitor",port_protocol="TCP",port_number="9402"} 1 kube_endpoint_ports{namespace="argocd",endpoint="argocd-metrics",port_name="metrics",port_protocol="TCP",port_number="8082"} 1 kube_endpoint_ports{namespace="gpu-operator-resources",endpoint="gpu-operator",port_name="gpu-operator-metrics",port_protocol="TCP",port_number="8080"} 1 kube_endpoint_ports{namespace="argocd",endpoint="argocd-applicationset-controller",port_name="metrics",port_protocol="TCP",port_number="8080"} 1 kube_endpoint_ports{namespace="argocd",endpoint="argocd-applicationset-controller",port_name="webhook",port_protocol="TCP",port_number="7000"} 1 kube_endpoint_ports{namespace="argocd",endpoint="argocd-notifications-controller-metrics",port_name="metrics",port_protocol="TCP",port_number="9001"} 1 kube_endpoint_ports{namespace="monitoring",endpoint="node-exporter",port_name="node-exporter",port_protocol="TCP",port_number="9100"} 1 # HELP kube_horizontalpodautoscaler_info Information about this autoscaler. # TYPE kube_horizontalpodautoscaler_info gauge # HELP kube_horizontalpodautoscaler_metadata_generation The generation observed by the HorizontalPodAutoscaler controller. # TYPE kube_horizontalpodautoscaler_metadata_generation gauge # HELP kube_horizontalpodautoscaler_spec_max_replicas Upper limit for the number of pods that can be set by the autoscaler; cannot be smaller than MinReplicas. # TYPE kube_horizontalpodautoscaler_spec_max_replicas gauge # HELP kube_horizontalpodautoscaler_spec_min_replicas Lower limit for the number of pods that can be set by the autoscaler, default 1. # TYPE kube_horizontalpodautoscaler_spec_min_replicas gauge # HELP kube_horizontalpodautoscaler_spec_target_metric The metric specifications used by this autoscaler when calculating the desired replica count. # TYPE kube_horizontalpodautoscaler_spec_target_metric gauge # HELP kube_horizontalpodautoscaler_status_current_replicas Current number of replicas of pods managed by this autoscaler. # TYPE kube_horizontalpodautoscaler_status_current_replicas gauge # HELP kube_horizontalpodautoscaler_status_desired_replicas Desired number of replicas of pods managed by this autoscaler. # TYPE kube_horizontalpodautoscaler_status_desired_replicas gauge # HELP kube_horizontalpodautoscaler_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_horizontalpodautoscaler_annotations gauge # HELP kube_horizontalpodautoscaler_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_horizontalpodautoscaler_labels gauge # HELP kube_horizontalpodautoscaler_status_condition The condition of this autoscaler. # TYPE kube_horizontalpodautoscaler_status_condition gauge # HELP kube_ingress_info Information about ingress. # TYPE kube_ingress_info gauge kube_ingress_info{namespace="default",ingress="webhook"} 1 kube_ingress_info{namespace="kube-system",ingress="kube-state.mc.generated.photos"} 1 kube_ingress_info{namespace="argocd",ingress="argocd.generated.photos"} 1 kube_ingress_info{namespace="illustrations-api",ingress="illustrations-api-train.generated.photos"} 1 # HELP kube_ingress_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_ingress_annotations gauge kube_ingress_annotations{namespace="illustrations-api",ingress="illustrations-api-train.generated.photos"} 1 kube_ingress_annotations{namespace="kube-system",ingress="kube-state.mc.generated.photos"} 1 kube_ingress_annotations{namespace="argocd",ingress="argocd.generated.photos"} 1 kube_ingress_annotations{namespace="default",ingress="webhook"} 1 # HELP kube_ingress_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_ingress_labels gauge kube_ingress_labels{namespace="default",ingress="webhook"} 1 kube_ingress_labels{namespace="kube-system",ingress="kube-state.mc.generated.photos"} 1 kube_ingress_labels{namespace="argocd",ingress="argocd.generated.photos"} 1 kube_ingress_labels{namespace="illustrations-api",ingress="illustrations-api-train.generated.photos"} 1 # HELP kube_ingress_created Unix creation timestamp # TYPE kube_ingress_created gauge kube_ingress_created{namespace="default",ingress="webhook"} 1.748884627e+09 kube_ingress_created{namespace="kube-system",ingress="kube-state.mc.generated.photos"} 1.748979094e+09 kube_ingress_created{namespace="argocd",ingress="argocd.generated.photos"} 1.751961362e+09 kube_ingress_created{namespace="illustrations-api",ingress="illustrations-api-train.generated.photos"} 1.757493623e+09 # HELP kube_ingress_metadata_resource_version Resource version representing a specific version of ingress. # TYPE kube_ingress_metadata_resource_version gauge kube_ingress_metadata_resource_version{namespace="argocd",ingress="argocd.generated.photos"} 1.0466604e+07 kube_ingress_metadata_resource_version{namespace="default",ingress="webhook"} 1.006837e+06 kube_ingress_metadata_resource_version{namespace="kube-system",ingress="kube-state.mc.generated.photos"} 1.297207e+06 kube_ingress_metadata_resource_version{namespace="illustrations-api",ingress="illustrations-api-train.generated.photos"} 2.7590767e+07 # HELP kube_ingress_path Ingress host, paths and backend service information. # TYPE kube_ingress_path gauge kube_ingress_path{namespace="kube-system",ingress="kube-state.mc.generated.photos",host="kube-state.mc.generated.photos",path="/",service_name="kube-state-metrics",service_port="8080"} 1 kube_ingress_path{namespace="argocd",ingress="argocd.generated.photos",host="argocd.generated.photos",path="/",service_name="argocd-server",service_port="0"} 1 kube_ingress_path{namespace="default",ingress="webhook",host="mc-k8s.generated.photos",path="/webhook/(.*)",service_name="webhook",service_port="8080"} 1 kube_ingress_path{namespace="illustrations-api",ingress="illustrations-api-train.generated.photos",host="illustrations-api-train.generated.photos",path="/",service_name="illustrations-api-train",service_port="8000"} 1 # HELP kube_ingress_tls Ingress TLS host and secret information. # TYPE kube_ingress_tls gauge kube_ingress_tls{namespace="kube-system",ingress="kube-state.mc.generated.photos",tls_host="kube-state.mc.generated.photos",secret="kube-state.mc.generated.photos"} 1 kube_ingress_tls{namespace="argocd",ingress="argocd.generated.photos",tls_host="argocd.generated.photos",secret="argocd.generated.photos"} 1 kube_ingress_tls{namespace="default",ingress="webhook",tls_host="mc-k8s.generated.photos",secret="k8s.generated.photos-tls"} 1 kube_ingress_tls{namespace="illustrations-api",ingress="illustrations-api-train.generated.photos",tls_host="illustrations-api-train.generated.photos",secret="illustrations-api-train.generated.photos"} 1 # HELP kube_job_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_job_annotations gauge # HELP kube_job_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_job_labels gauge # HELP kube_job_info Information about job. # TYPE kube_job_info gauge # HELP kube_job_created Unix creation timestamp # TYPE kube_job_created gauge # HELP kube_job_spec_parallelism The maximum desired number of pods the job should run at any given time. # TYPE kube_job_spec_parallelism gauge # HELP kube_job_spec_completions The desired number of successfully finished pods the job should be run with. # TYPE kube_job_spec_completions gauge # HELP kube_job_spec_active_deadline_seconds The duration in seconds relative to the startTime that the job may be active before the system tries to terminate it. # TYPE kube_job_spec_active_deadline_seconds gauge # HELP kube_job_status_succeeded The number of pods which reached Phase Succeeded. # TYPE kube_job_status_succeeded gauge # HELP kube_job_status_failed The number of pods which reached Phase Failed and the reason for failure. # TYPE kube_job_status_failed gauge # HELP kube_job_status_active The number of actively running pods. # TYPE kube_job_status_active gauge # HELP kube_job_complete The job has completed its execution. # TYPE kube_job_complete gauge # HELP kube_job_failed The job has failed its execution. # TYPE kube_job_failed gauge # HELP kube_job_status_start_time StartTime represents time when the job was acknowledged by the Job Manager. # TYPE kube_job_status_start_time gauge # HELP kube_job_status_completion_time CompletionTime represents time when the job was completed. # TYPE kube_job_status_completion_time gauge # HELP kube_job_owner Information about the Job's owner. # TYPE kube_job_owner gauge # HELP kube_lease_owner Information about the Lease's owner. # TYPE kube_lease_owner gauge kube_lease_owner{lease="0373-kci-sml40s",owner_kind="Node",owner_name="0373-kci-sml40s"} 1 # HELP kube_lease_renew_time Kube lease renew time. # TYPE kube_lease_renew_time gauge kube_lease_renew_time{lease="0373-kci-sml40s"} 1.764998846e+09 # HELP kube_limitrange Information about limit range. # TYPE kube_limitrange gauge # HELP kube_limitrange_created Unix creation timestamp # TYPE kube_limitrange_created gauge # HELP kube_mutatingwebhookconfiguration_info Information about the MutatingWebhookConfiguration. # TYPE kube_mutatingwebhookconfiguration_info gauge kube_mutatingwebhookconfiguration_info{namespace="",mutatingwebhookconfiguration="cert-manager-webhook"} 1 # HELP kube_mutatingwebhookconfiguration_created Unix creation timestamp. # TYPE kube_mutatingwebhookconfiguration_created gauge kube_mutatingwebhookconfiguration_created{namespace="",mutatingwebhookconfiguration="cert-manager-webhook"} 1.748556536e+09 # HELP kube_mutatingwebhookconfiguration_metadata_resource_version Resource version representing a specific version of the MutatingWebhookConfiguration. # TYPE kube_mutatingwebhookconfiguration_metadata_resource_version gauge kube_mutatingwebhookconfiguration_metadata_resource_version{namespace="",mutatingwebhookconfiguration="cert-manager-webhook"} 3001 # HELP kube_namespace_created Unix creation timestamp # TYPE kube_namespace_created gauge kube_namespace_created{namespace="ingress"} 1.748556084e+09 kube_namespace_created{namespace="monitoring"} 1.748884813e+09 kube_namespace_created{namespace="default"} 1.748555717e+09 kube_namespace_created{namespace="kube-system"} 1.748555717e+09 kube_namespace_created{namespace="argocd"} 1.751959919e+09 kube_namespace_created{namespace="illustrations-api"} 1.757493077e+09 kube_namespace_created{namespace="gpu-operator-resources"} 1.748556021e+09 kube_namespace_created{namespace="kube-node-lease"} 1.748555717e+09 kube_namespace_created{namespace="kube-public"} 1.748555717e+09 kube_namespace_created{namespace="cert-manager"} 1.748556536e+09 # HELP kube_namespace_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_namespace_annotations gauge kube_namespace_annotations{namespace="gpu-operator-resources"} 1 kube_namespace_annotations{namespace="kube-node-lease"} 1 kube_namespace_annotations{namespace="kube-public"} 1 kube_namespace_annotations{namespace="illustrations-api"} 1 kube_namespace_annotations{namespace="cert-manager"} 1 kube_namespace_annotations{namespace="ingress"} 1 kube_namespace_annotations{namespace="monitoring"} 1 kube_namespace_annotations{namespace="kube-system"} 1 kube_namespace_annotations{namespace="argocd"} 1 kube_namespace_annotations{namespace="default"} 1 # HELP kube_namespace_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_namespace_labels gauge kube_namespace_labels{namespace="argocd"} 1 kube_namespace_labels{namespace="default"} 1 kube_namespace_labels{namespace="kube-system"} 1 kube_namespace_labels{namespace="kube-node-lease"} 1 kube_namespace_labels{namespace="kube-public"} 1 kube_namespace_labels{namespace="illustrations-api"} 1 kube_namespace_labels{namespace="gpu-operator-resources"} 1 kube_namespace_labels{namespace="cert-manager"} 1 kube_namespace_labels{namespace="monitoring"} 1 kube_namespace_labels{namespace="ingress"} 1 # HELP kube_namespace_status_phase kubernetes namespace status phase. # TYPE kube_namespace_status_phase gauge kube_namespace_status_phase{namespace="ingress",phase="Active"} 1 kube_namespace_status_phase{namespace="ingress",phase="Terminating"} 0 kube_namespace_status_phase{namespace="monitoring",phase="Active"} 1 kube_namespace_status_phase{namespace="monitoring",phase="Terminating"} 0 kube_namespace_status_phase{namespace="default",phase="Active"} 1 kube_namespace_status_phase{namespace="default",phase="Terminating"} 0 kube_namespace_status_phase{namespace="kube-system",phase="Active"} 1 kube_namespace_status_phase{namespace="kube-system",phase="Terminating"} 0 kube_namespace_status_phase{namespace="argocd",phase="Active"} 1 kube_namespace_status_phase{namespace="argocd",phase="Terminating"} 0 kube_namespace_status_phase{namespace="illustrations-api",phase="Active"} 1 kube_namespace_status_phase{namespace="illustrations-api",phase="Terminating"} 0 kube_namespace_status_phase{namespace="gpu-operator-resources",phase="Active"} 1 kube_namespace_status_phase{namespace="gpu-operator-resources",phase="Terminating"} 0 kube_namespace_status_phase{namespace="kube-node-lease",phase="Active"} 1 kube_namespace_status_phase{namespace="kube-node-lease",phase="Terminating"} 0 kube_namespace_status_phase{namespace="kube-public",phase="Active"} 1 kube_namespace_status_phase{namespace="kube-public",phase="Terminating"} 0 kube_namespace_status_phase{namespace="cert-manager",phase="Active"} 1 kube_namespace_status_phase{namespace="cert-manager",phase="Terminating"} 0 # HELP kube_namespace_status_condition The condition of a namespace. # TYPE kube_namespace_status_condition gauge # HELP kube_networkpolicy_created Unix creation timestamp of network policy # TYPE kube_networkpolicy_created gauge kube_networkpolicy_created{namespace="argocd",networkpolicy="argocd-application-controller-network-policy"} 1.751959928e+09 kube_networkpolicy_created{namespace="argocd",networkpolicy="argocd-applicationset-controller-network-policy"} 1.751959928e+09 kube_networkpolicy_created{namespace="argocd",networkpolicy="argocd-dex-server-network-policy"} 1.751959928e+09 kube_networkpolicy_created{namespace="argocd",networkpolicy="argocd-notifications-controller-network-policy"} 1.751959928e+09 kube_networkpolicy_created{namespace="argocd",networkpolicy="argocd-redis-network-policy"} 1.751959928e+09 kube_networkpolicy_created{namespace="argocd",networkpolicy="argocd-repo-server-network-policy"} 1.751959928e+09 kube_networkpolicy_created{namespace="argocd",networkpolicy="argocd-server-network-policy"} 1.751959928e+09 # HELP kube_networkpolicy_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_networkpolicy_annotations gauge kube_networkpolicy_annotations{namespace="argocd",networkpolicy="argocd-dex-server-network-policy"} 1 kube_networkpolicy_annotations{namespace="argocd",networkpolicy="argocd-notifications-controller-network-policy"} 1 kube_networkpolicy_annotations{namespace="argocd",networkpolicy="argocd-redis-network-policy"} 1 kube_networkpolicy_annotations{namespace="argocd",networkpolicy="argocd-repo-server-network-policy"} 1 kube_networkpolicy_annotations{namespace="argocd",networkpolicy="argocd-server-network-policy"} 1 kube_networkpolicy_annotations{namespace="argocd",networkpolicy="argocd-application-controller-network-policy"} 1 kube_networkpolicy_annotations{namespace="argocd",networkpolicy="argocd-applicationset-controller-network-policy"} 1 # HELP kube_networkpolicy_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_networkpolicy_labels gauge kube_networkpolicy_labels{namespace="argocd",networkpolicy="argocd-dex-server-network-policy"} 1 kube_networkpolicy_labels{namespace="argocd",networkpolicy="argocd-notifications-controller-network-policy"} 1 kube_networkpolicy_labels{namespace="argocd",networkpolicy="argocd-redis-network-policy"} 1 kube_networkpolicy_labels{namespace="argocd",networkpolicy="argocd-repo-server-network-policy"} 1 kube_networkpolicy_labels{namespace="argocd",networkpolicy="argocd-server-network-policy"} 1 kube_networkpolicy_labels{namespace="argocd",networkpolicy="argocd-application-controller-network-policy"} 1 kube_networkpolicy_labels{namespace="argocd",networkpolicy="argocd-applicationset-controller-network-policy"} 1 # HELP kube_networkpolicy_spec_ingress_rules Number of ingress rules on the networkpolicy # TYPE kube_networkpolicy_spec_ingress_rules gauge kube_networkpolicy_spec_ingress_rules{namespace="argocd",networkpolicy="argocd-dex-server-network-policy"} 2 kube_networkpolicy_spec_ingress_rules{namespace="argocd",networkpolicy="argocd-notifications-controller-network-policy"} 1 kube_networkpolicy_spec_ingress_rules{namespace="argocd",networkpolicy="argocd-redis-network-policy"} 1 kube_networkpolicy_spec_ingress_rules{namespace="argocd",networkpolicy="argocd-repo-server-network-policy"} 2 kube_networkpolicy_spec_ingress_rules{namespace="argocd",networkpolicy="argocd-server-network-policy"} 1 kube_networkpolicy_spec_ingress_rules{namespace="argocd",networkpolicy="argocd-application-controller-network-policy"} 1 kube_networkpolicy_spec_ingress_rules{namespace="argocd",networkpolicy="argocd-applicationset-controller-network-policy"} 1 # HELP kube_networkpolicy_spec_egress_rules Number of egress rules on the networkpolicy # TYPE kube_networkpolicy_spec_egress_rules gauge kube_networkpolicy_spec_egress_rules{namespace="argocd",networkpolicy="argocd-dex-server-network-policy"} 0 kube_networkpolicy_spec_egress_rules{namespace="argocd",networkpolicy="argocd-notifications-controller-network-policy"} 0 kube_networkpolicy_spec_egress_rules{namespace="argocd",networkpolicy="argocd-redis-network-policy"} 0 kube_networkpolicy_spec_egress_rules{namespace="argocd",networkpolicy="argocd-repo-server-network-policy"} 0 kube_networkpolicy_spec_egress_rules{namespace="argocd",networkpolicy="argocd-server-network-policy"} 0 kube_networkpolicy_spec_egress_rules{namespace="argocd",networkpolicy="argocd-application-controller-network-policy"} 0 kube_networkpolicy_spec_egress_rules{namespace="argocd",networkpolicy="argocd-applicationset-controller-network-policy"} 0 # HELP kube_node_created Unix creation timestamp # TYPE kube_node_created gauge kube_node_created{node="0373-kci-sml40s"} 1.748555718e+09 # HELP kube_node_info Information about a cluster node. # TYPE kube_node_info gauge kube_node_info{node="0373-kci-sml40s",kernel_version="6.8.0-60-generic",os_image="Ubuntu 22.04.5 LTS",container_runtime_version="containerd://1.6.36",kubelet_version="v1.32.3",kubeproxy_version="v1.32.3",provider_id="",pod_cidr="",system_uuid="d6958200-a8a4-11ef-8000-7cc25560cafd",internal_ip="64.247.206.71"} 1 # HELP kube_node_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_node_annotations gauge kube_node_annotations{node="0373-kci-sml40s"} 1 # HELP kube_node_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_node_labels gauge kube_node_labels{node="0373-kci-sml40s"} 1 # HELP kube_node_role The role of a cluster node. # TYPE kube_node_role gauge # HELP kube_node_spec_taint The taint of a cluster node. # TYPE kube_node_spec_taint gauge # HELP kube_node_spec_unschedulable Whether a node can schedule new pods. # TYPE kube_node_spec_unschedulable gauge kube_node_spec_unschedulable{node="0373-kci-sml40s"} 0 # HELP kube_node_status_allocatable The allocatable for different resources of a node that are available for scheduling. # TYPE kube_node_status_allocatable gauge kube_node_status_allocatable{node="0373-kci-sml40s",resource="cpu",unit="core"} 96 kube_node_status_allocatable{node="0373-kci-sml40s",resource="ephemeral_storage",unit="byte"} 7.615446933504e+12 kube_node_status_allocatable{node="0373-kci-sml40s",resource="hugepages_1Gi",unit="byte"} 0 kube_node_status_allocatable{node="0373-kci-sml40s",resource="hugepages_2Mi",unit="byte"} 0 kube_node_status_allocatable{node="0373-kci-sml40s",resource="memory",unit="byte"} 1.622933839872e+12 kube_node_status_allocatable{node="0373-kci-sml40s",resource="nvidia_com_gpu",unit="integer"} 8 kube_node_status_allocatable{node="0373-kci-sml40s",resource="pods",unit="integer"} 110 # HELP kube_node_status_capacity The capacity for different resources of a node. # TYPE kube_node_status_capacity gauge kube_node_status_capacity{node="0373-kci-sml40s",resource="ephemeral_storage",unit="byte"} 7.616520675328e+12 kube_node_status_capacity{node="0373-kci-sml40s",resource="hugepages_1Gi",unit="byte"} 0 kube_node_status_capacity{node="0373-kci-sml40s",resource="hugepages_2Mi",unit="byte"} 0 kube_node_status_capacity{node="0373-kci-sml40s",resource="memory",unit="byte"} 1.623038697472e+12 kube_node_status_capacity{node="0373-kci-sml40s",resource="nvidia_com_gpu",unit="integer"} 8 kube_node_status_capacity{node="0373-kci-sml40s",resource="pods",unit="integer"} 110 kube_node_status_capacity{node="0373-kci-sml40s",resource="cpu",unit="core"} 96 # HELP kube_node_status_condition The condition of a cluster node. # TYPE kube_node_status_condition gauge kube_node_status_condition{node="0373-kci-sml40s",condition="NetworkUnavailable",status="true"} 0 kube_node_status_condition{node="0373-kci-sml40s",condition="NetworkUnavailable",status="false"} 1 kube_node_status_condition{node="0373-kci-sml40s",condition="NetworkUnavailable",status="unknown"} 0 kube_node_status_condition{node="0373-kci-sml40s",condition="MemoryPressure",status="true"} 0 kube_node_status_condition{node="0373-kci-sml40s",condition="MemoryPressure",status="false"} 1 kube_node_status_condition{node="0373-kci-sml40s",condition="MemoryPressure",status="unknown"} 0 kube_node_status_condition{node="0373-kci-sml40s",condition="DiskPressure",status="true"} 0 kube_node_status_condition{node="0373-kci-sml40s",condition="DiskPressure",status="false"} 1 kube_node_status_condition{node="0373-kci-sml40s",condition="DiskPressure",status="unknown"} 0 kube_node_status_condition{node="0373-kci-sml40s",condition="PIDPressure",status="true"} 0 kube_node_status_condition{node="0373-kci-sml40s",condition="PIDPressure",status="false"} 1 kube_node_status_condition{node="0373-kci-sml40s",condition="PIDPressure",status="unknown"} 0 kube_node_status_condition{node="0373-kci-sml40s",condition="Ready",status="true"} 1 kube_node_status_condition{node="0373-kci-sml40s",condition="Ready",status="false"} 0 kube_node_status_condition{node="0373-kci-sml40s",condition="Ready",status="unknown"} 0 # HELP kube_persistentvolumeclaim_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_persistentvolumeclaim_labels gauge kube_persistentvolumeclaim_labels{namespace="illustrations-api",persistentvolumeclaim="illustrations-pvc"} 1 # HELP kube_persistentvolumeclaim_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_persistentvolumeclaim_annotations gauge kube_persistentvolumeclaim_annotations{namespace="illustrations-api",persistentvolumeclaim="illustrations-pvc"} 1 # HELP kube_persistentvolumeclaim_info Information about persistent volume claim. # TYPE kube_persistentvolumeclaim_info gauge kube_persistentvolumeclaim_info{namespace="illustrations-api",persistentvolumeclaim="illustrations-pvc",storageclass="mnt-hostpath",volumename="pvc-2c78b218-b5c6-468c-95f4-2b6181ba492f"} 1 # HELP kube_persistentvolumeclaim_status_phase The phase the persistent volume claim is currently in. # TYPE kube_persistentvolumeclaim_status_phase gauge kube_persistentvolumeclaim_status_phase{namespace="illustrations-api",persistentvolumeclaim="illustrations-pvc",phase="Lost"} 0 kube_persistentvolumeclaim_status_phase{namespace="illustrations-api",persistentvolumeclaim="illustrations-pvc",phase="Bound"} 1 kube_persistentvolumeclaim_status_phase{namespace="illustrations-api",persistentvolumeclaim="illustrations-pvc",phase="Pending"} 0 # HELP kube_persistentvolumeclaim_resource_requests_storage_bytes The capacity of storage requested by the persistent volume claim. # TYPE kube_persistentvolumeclaim_resource_requests_storage_bytes gauge kube_persistentvolumeclaim_resource_requests_storage_bytes{namespace="illustrations-api",persistentvolumeclaim="illustrations-pvc"} 4.294967296e+10 # HELP kube_persistentvolumeclaim_access_mode The access mode(s) specified by the persistent volume claim. # TYPE kube_persistentvolumeclaim_access_mode gauge kube_persistentvolumeclaim_access_mode{namespace="illustrations-api",persistentvolumeclaim="illustrations-pvc",access_mode="ReadWriteOnce"} 1 # HELP kube_persistentvolumeclaim_status_condition Information about status of different conditions of persistent volume claim. # TYPE kube_persistentvolumeclaim_status_condition gauge # HELP kube_persistentvolume_claim_ref Information about the Persistent Volume Claim Reference. # TYPE kube_persistentvolume_claim_ref gauge kube_persistentvolume_claim_ref{persistentvolume="pvc-2c78b218-b5c6-468c-95f4-2b6181ba492f",name="illustrations-pvc",claim_namespace="illustrations-api"} 1 # HELP kube_persistentvolume_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_persistentvolume_annotations gauge kube_persistentvolume_annotations{persistentvolume="pvc-2c78b218-b5c6-468c-95f4-2b6181ba492f"} 1 # HELP kube_persistentvolume_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_persistentvolume_labels gauge kube_persistentvolume_labels{persistentvolume="pvc-2c78b218-b5c6-468c-95f4-2b6181ba492f"} 1 # HELP kube_persistentvolume_status_phase The phase indicates if a volume is available, bound to a claim, or released by a claim. # TYPE kube_persistentvolume_status_phase gauge kube_persistentvolume_status_phase{persistentvolume="pvc-2c78b218-b5c6-468c-95f4-2b6181ba492f",phase="Pending"} 0 kube_persistentvolume_status_phase{persistentvolume="pvc-2c78b218-b5c6-468c-95f4-2b6181ba492f",phase="Available"} 0 kube_persistentvolume_status_phase{persistentvolume="pvc-2c78b218-b5c6-468c-95f4-2b6181ba492f",phase="Bound"} 1 kube_persistentvolume_status_phase{persistentvolume="pvc-2c78b218-b5c6-468c-95f4-2b6181ba492f",phase="Released"} 0 kube_persistentvolume_status_phase{persistentvolume="pvc-2c78b218-b5c6-468c-95f4-2b6181ba492f",phase="Failed"} 0 # HELP kube_persistentvolume_info Information about persistentvolume. # TYPE kube_persistentvolume_info gauge kube_persistentvolume_info{persistentvolume="pvc-2c78b218-b5c6-468c-95f4-2b6181ba492f",storageclass="mnt-hostpath",gce_persistent_disk_name="",ebs_volume_id="",azure_disk_name="",fc_wwids="",fc_lun="",fc_target_wwns="",iscsi_target_portal="",iscsi_iqn="",iscsi_lun="",iscsi_initiator_name="",nfs_server="",nfs_path=""} 1 # HELP kube_persistentvolume_capacity_bytes Persistentvolume capacity in bytes. # TYPE kube_persistentvolume_capacity_bytes gauge kube_persistentvolume_capacity_bytes{persistentvolume="pvc-2c78b218-b5c6-468c-95f4-2b6181ba492f"} 4.294967296e+10 # HELP kube_poddisruptionbudget_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_poddisruptionbudget_annotations gauge # HELP kube_poddisruptionbudget_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_poddisruptionbudget_labels gauge # HELP kube_poddisruptionbudget_created Unix creation timestamp # TYPE kube_poddisruptionbudget_created gauge # HELP kube_poddisruptionbudget_status_current_healthy Current number of healthy pods # TYPE kube_poddisruptionbudget_status_current_healthy gauge # HELP kube_poddisruptionbudget_status_desired_healthy Minimum desired number of healthy pods # TYPE kube_poddisruptionbudget_status_desired_healthy gauge # HELP kube_poddisruptionbudget_status_pod_disruptions_allowed Number of pod disruptions that are currently allowed # TYPE kube_poddisruptionbudget_status_pod_disruptions_allowed gauge # HELP kube_poddisruptionbudget_status_expected_pods Total number of pods counted by this disruption budget # TYPE kube_poddisruptionbudget_status_expected_pods gauge # HELP kube_poddisruptionbudget_status_observed_generation Most recent generation observed when updating this PDB status # TYPE kube_poddisruptionbudget_status_observed_generation gauge # HELP kube_pod_completion_time Completion time in unix timestamp for a pod. # TYPE kube_pod_completion_time gauge kube_pod_completion_time{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463"} 1.748556122e+09 # HELP kube_pod_container_info Information about a container in a pod. # TYPE kube_pod_container_info gauge kube_pod_container_info{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",container="nvidia-container-toolkit-ctr",image_spec="nvcr.io/nvidia/k8s/container-toolkit:v1.16.2-ubuntu20.04",image="nvcr.io/nvidia/k8s/container-toolkit:v1.16.2-ubuntu20.04",image_id="nvcr.io/nvidia/k8s/container-toolkit@sha256:80ac328800e7c1e2ebe2d781ec5db7634e9e2e7b6a455f21cf6e3e6ace429162",container_id="containerd://6ec439cf54096f25fb4292c7df91043333ed60f98429687a9b3f1ea7b18125b3"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="nvidia-operator-validator",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:96380b95396b7f29d2ed2ec8ef1ad5a8bcf9f55051db723295dc0a20db845331",container_id="containerd://7544454a2ac20872dd5e21027a336669bf49bab1f35731149a1adbfb46e499e0"} 1 kube_pod_container_info{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",container="argocd-application-controller",image_spec="quay.io/argoproj/argocd:v3.0.6",image="quay.io/argoproj/argocd:v3.0.6",image_id="quay.io/argoproj/argocd@sha256:a45307e2695d0fd93713e3d211b71086ac75a85dc8afbb28a249bdc4b3b0b2b9",container_id="containerd://5ecfec786e376d8184d65629bb4dd9664aee4ac9b32222a17fb4dc7bcb32fb7c"} 1 kube_pod_container_info{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",container="argocd-notifications-controller",image_spec="quay.io/argoproj/argocd:v3.0.6",image="quay.io/argoproj/argocd:v3.0.6",image_id="quay.io/argoproj/argocd@sha256:a45307e2695d0fd93713e3d211b71086ac75a85dc8afbb28a249bdc4b3b0b2b9",container_id="containerd://f70cac8d3af43b7b4c49402a99498d8d2548afdbd1f412b16bf67d3f7cde568b"} 1 kube_pod_container_info{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",container="cert-manager-webhook",image_spec="quay.io/jetstack/cert-manager-webhook:v1.14.5",image="quay.io/jetstack/cert-manager-webhook:v1.14.5",image_id="quay.io/jetstack/cert-manager-webhook@sha256:ef419261a209c5409fb1539dbd45c805d05936e955b4530b8ec4ac780577f151",container_id="containerd://9bfec44e9b02b5ce75633ed357c71ba047b9882c12b4685c1da31b5f2d1f66d4"} 1 kube_pod_container_info{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",container="illustrations-api-train",image_spec="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api:latest",image="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api:latest",image_id="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api@sha256:cfa8513f922c2e2b027991d30775e12dc14ac348c605c0e76bd0adebd741e273",container_id="containerd://b808d230c9bd3aff3e85d38d04c13fd2ddc35985f4cf0eb4a98ce6c8a1d34547"} 1 kube_pod_container_info{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",container="kube-state-metrics",image_spec="k8s.gcr.io/kube-state-metrics/kube-state-metrics:v2.3.0",image="k8s.gcr.io/kube-state-metrics/kube-state-metrics:v2.3.0",image_id="k8s.gcr.io/kube-state-metrics/kube-state-metrics@sha256:c9137505edaef138cc23479c73e46e9a3ef7ec6225b64789a03609c973b99030",container_id="containerd://af64e90b504d72583c8f5e4d6b7e30a28960bfb95f85c66a3e6ef61e571d95e8"} 1 kube_pod_container_info{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",container="illustrations-api-train",image_spec="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api:latest",image="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api:latest",image_id="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api@sha256:cfa8513f922c2e2b027991d30775e12dc14ac348c605c0e76bd0adebd741e273",container_id="containerd://05333ff6a999b10d3a53cf9ff3c8e5bf24b119321fb47149facb7309e849e548"} 1 kube_pod_container_info{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",container="illustrations-api-train",image_spec="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api:latest",image="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api:latest",image_id="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api@sha256:cfa8513f922c2e2b027991d30775e12dc14ac348c605c0e76bd0adebd741e273",container_id="containerd://9f2ac8d3f72c68fdddfb847377265d786203a4b1ea0c8542f5d8bdff184a2e88"} 1 kube_pod_container_info{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",container="argocd-applicationset-controller",image_spec="quay.io/argoproj/argocd:v3.0.6",image="quay.io/argoproj/argocd:v3.0.6",image_id="quay.io/argoproj/argocd@sha256:a45307e2695d0fd93713e3d211b71086ac75a85dc8afbb28a249bdc4b3b0b2b9",container_id="containerd://8984c2bbceb1d5e06911f8bda4da4b8ee49dbf5a2137468bf8b01c4de58de659"} 1 kube_pod_container_info{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",container="cert-manager-cainjector",image_spec="quay.io/jetstack/cert-manager-cainjector:v1.14.5",image="quay.io/jetstack/cert-manager-cainjector:v1.14.5",image_id="quay.io/jetstack/cert-manager-cainjector@sha256:4ffda7facb4da16dab20a88e7607b75ebdab4e6c9069a840216a89f47261ee0b",container_id="containerd://b3fe66e1b8b636c90160dbd5408552f28ddbe68001ecb80174997865ece57fe0"} 1 kube_pod_container_info{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",container="illustrations-api-train",image_spec="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api:latest",image="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api:latest",image_id="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api@sha256:cfa8513f922c2e2b027991d30775e12dc14ac348c605c0e76bd0adebd741e273",container_id="containerd://9f5d347e5b8fe6ed2aeb9cb6e961bb2ccdc934d8aae3ad5a722d2800bc357e52"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",container="master",image_spec="registry.k8s.io/nfd/node-feature-discovery:v0.16.3",image="registry.k8s.io/nfd/node-feature-discovery:v0.16.3",image_id="registry.k8s.io/nfd/node-feature-discovery@sha256:d3950e366f8425de2579b7a2fb2c9d85f3e274fe00570047f64bf542b06dfe26",container_id="containerd://217e5db726628ec4e6a4b699da2549bf6ed8743ccd85a009f4997a3e542dd6fc"} 1 kube_pod_container_info{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",container="webhook",image_spec="registry.icons8.com/devops/k8s-webhook:latest",image="registry.icons8.com/devops/k8s-webhook:latest",image_id="registry.icons8.com/devops/k8s-webhook@sha256:2e9f1948135bcd62f0d2897642584ffdf74105177e9555530f967ab28cc2e301",container_id="containerd://3052234be0f62040b7a546b339336e2fd7750b7c5f1f82370d3059b3515dac0a"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",container="nvidia-device-plugin",image_spec="nvcr.io/nvidia/k8s-device-plugin:v0.16.2-ubi8",image="nvcr.io/nvidia/k8s-device-plugin:v0.16.2-ubi8",image_id="nvcr.io/nvidia/k8s-device-plugin@sha256:7ad2c9f71fe06f9f7745ac8635f46740fbdff4f11edd468addfab81afcdfa534",container_id="containerd://cc261ab1c144b4cf6d1f348ef742d624190ad18a754859a4c07bc21e5c25c8d2"} 1 kube_pod_container_info{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",container="calico-kube-controllers",image_spec="docker.io/calico/kube-controllers:v3.28.1",image="docker.io/calico/kube-controllers:v3.28.1",image_id="docker.io/calico/kube-controllers@sha256:eadb3a25109a5371b7b2dc30d74b2d9b2083eba58abdc034c81f974a48871330",container_id="containerd://1652db396d0704eb0c0dcdcc70f210dcb118f3532affbd7254a635324aabf9c1"} 1 kube_pod_container_info{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",container="metrics-server",image_spec="registry.k8s.io/metrics-server/metrics-server:v0.6.3",image="registry.k8s.io/metrics-server/metrics-server:v0.6.3",image_id="registry.k8s.io/metrics-server/metrics-server@sha256:c60778fa1c44d0c5a0c4530ebe83f9243ee6fc02f4c3dc59226c201931350b10",container_id="containerd://fe78c621698f37ce89686dbf5c5a0d221c4299d0030dbebd825858525ddfc1fc"} 1 kube_pod_container_info{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",container="node-exporter",image_spec="prom/node-exporter",image="docker.io/prom/node-exporter:latest",image_id="docker.io/prom/node-exporter@sha256:d00a542e409ee618a4edc67da14dd48c5da66726bbd5537ab2af9c1dfc442c8a",container_id="containerd://10ff2be1a7932cb0978951b7759631aae8552b21140a0c985eeb223f12d1e7a0"} 1 kube_pod_container_info{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",container="illustrations-api-train",image_spec="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api:latest",image="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api:latest",image_id="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api@sha256:cfa8513f922c2e2b027991d30775e12dc14ac348c605c0e76bd0adebd741e273",container_id="containerd://4e1e5d45cd5a2af3be82fcf1d4efab10a6da2173b9aa80eb1fb3db590e9fc578"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",container="nvidia-dcgm-exporter",image_spec="nvcr.io/nvidia/k8s/dcgm-exporter:3.3.7-3.5.0-ubuntu22.04",image="nvcr.io/nvidia/k8s/dcgm-exporter:3.3.7-3.5.0-ubuntu22.04",image_id="nvcr.io/nvidia/k8s/dcgm-exporter@sha256:98781424e83e14e8855aa6881e5ca8e68c81fdc75c82dd1bb3fe924349aee9d4",container_id="containerd://ff8b959f1b08eb20eaac132d5afcffc1ff8ac3c70d4e9f2e13de4b52e4814d11"} 1 kube_pod_container_info{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",container="illustrations-api-train",image_spec="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api:latest",image="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api:latest",image_id="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api@sha256:cfa8513f922c2e2b027991d30775e12dc14ac348c605c0e76bd0adebd741e273",container_id="containerd://37d9537823e1ca53ecd195d368fbd81031a396a082d92de7c72e5cfdb4c28bc3"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",container="nvidia-cuda-validator",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:96380b95396b7f29d2ed2ec8ef1ad5a8bcf9f55051db723295dc0a20db845331",container_id="containerd://7d0b20fe14c3a23ebf028877110adf807d88e10a666ad02dbe40b4c85903e220"} 1 kube_pod_container_info{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",container="nginx-ingress-microk8s",image_spec="registry.k8s.io/ingress-nginx/controller:v1.11.5",image="registry.k8s.io/ingress-nginx/controller:v1.11.5",image_id="registry.k8s.io/ingress-nginx/controller@sha256:a1cbad75b0a7098bf9325132794dddf9eef917e8a7fe246749a4cea7ff6f01eb",container_id="containerd://17fa37912af21c2b785ff6438148d1bfda16f435156a47087b471d0d3033a6d6"} 1 kube_pod_container_info{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",container="argocd-server",image_spec="quay.io/argoproj/argocd:v3.0.6",image="quay.io/argoproj/argocd:v3.0.6",image_id="quay.io/argoproj/argocd@sha256:a45307e2695d0fd93713e3d211b71086ac75a85dc8afbb28a249bdc4b3b0b2b9",container_id="containerd://60cf9823b266b1597725d8f897f519b29d90827c4f9925c58f6ef494140878d1"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",container="gc",image_spec="registry.k8s.io/nfd/node-feature-discovery:v0.16.3",image="registry.k8s.io/nfd/node-feature-discovery:v0.16.3",image_id="registry.k8s.io/nfd/node-feature-discovery@sha256:d3950e366f8425de2579b7a2fb2c9d85f3e274fe00570047f64bf542b06dfe26",container_id="containerd://513eb48b3822970a0687960f86b41f21ab9a00fe6a2bce19056e6e72a8ece5f6"} 1 kube_pod_container_info{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",container="microk8s-cert-exporter",image_spec="greatmedivack/microk8s-x509-exporter",image="docker.io/greatmedivack/microk8s-x509-exporter:latest",image_id="docker.io/greatmedivack/microk8s-x509-exporter@sha256:3b7fff444f5bf461deb9dbd08fcb6392ac68cf532b8f952d45c3a2a91f3d77e1",container_id="containerd://60ebda7625563cf74d945c65c68718d14eb453ff35f94a6068d646db3f7095cb"} 1 kube_pod_container_info{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",container="cert-manager-controller",image_spec="quay.io/jetstack/cert-manager-controller:v1.14.5",image="quay.io/jetstack/cert-manager-controller:v1.14.5",image_id="quay.io/jetstack/cert-manager-controller@sha256:9c0527cab629b61bd60c20f0c25615a8593314d3504add968b42bc5b891b253a",container_id="containerd://62260f12fab1a813ac3225daa343222773afda6afc2aa355eafb2a8f86a2913f"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",container="gpu-operator",image_spec="nvcr.io/nvidia/gpu-operator:v24.6.2",image="nvcr.io/nvidia/gpu-operator:v24.6.2",image_id="nvcr.io/nvidia/gpu-operator@sha256:8e0969cffc030a89c4acd68e64d41dd54e3bce8a794106b178d4dbd636a07f1c",container_id="containerd://32c75ec7f1f8de35c98779a0933be0e48b7866a85fe0e8a9fea7fecbe911dbd2"} 1 kube_pod_container_info{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",container="coredns",image_spec="coredns/coredns:1.10.1",image="docker.io/coredns/coredns:1.10.1",image_id="docker.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e",container_id="containerd://3fa8102016c1ff443319f6157ef4b7b4627a0efa0442b9d782608787fe9a78f1"} 1 kube_pod_container_info{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",container="dex",image_spec="ghcr.io/dexidp/dex:v2.41.1",image="ghcr.io/dexidp/dex:v2.41.1",image_id="ghcr.io/dexidp/dex@sha256:bc7cfce7c17f52864e2bb2a4dc1d2f86a41e3019f6d42e81d92a301fad0c8a1d",container_id="containerd://ce1001c5f19502509d6c346eb8e9d98297f7a88b27682da5b86e32d562d52295"} 1 kube_pod_container_info{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",container="illustrations-api-train",image_spec="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api:latest",image="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api:latest",image_id="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api@sha256:cfa8513f922c2e2b027991d30775e12dc14ac348c605c0e76bd0adebd741e273",container_id="containerd://65d94cfbf98676972064d39fe1b03c7ffcf39964f8c00e6d8ca4679e7a4fd081"} 1 kube_pod_container_info{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",container="argocd-repo-server",image_spec="quay.io/argoproj/argocd:v3.0.6",image="quay.io/argoproj/argocd:v3.0.6",image_id="quay.io/argoproj/argocd@sha256:a45307e2695d0fd93713e3d211b71086ac75a85dc8afbb28a249bdc4b3b0b2b9",container_id="containerd://87cf0f1fe5dc730de865dbbd6353e5f46b9c0abee2c7b16d371874d219f44159"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",container="worker",image_spec="registry.k8s.io/nfd/node-feature-discovery:v0.16.3",image="registry.k8s.io/nfd/node-feature-discovery:v0.16.3",image_id="registry.k8s.io/nfd/node-feature-discovery@sha256:d3950e366f8425de2579b7a2fb2c9d85f3e274fe00570047f64bf542b06dfe26",container_id="containerd://639af2af69867f5df9dd865fb6970400e884db6f6678775c6fb901df7333ccbd"} 1 kube_pod_container_info{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="calico-node",image_spec="docker.io/calico/node:v3.28.1",image="docker.io/calico/node:v3.28.1",image_id="docker.io/calico/node@sha256:d8c644a8a3eee06d88825b9a9fec6e7cd3b7c276d7f90afa8685a79fb300e7e3",container_id="containerd://b2b67c8d76b771c254a359396d12dc70a9b48812d75200f7731cda4cb3e2c30e"} 1 kube_pod_container_info{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",container="hostpath-provisioner",image_spec="cdkbot/hostpath-provisioner:1.5.0",image="docker.io/cdkbot/hostpath-provisioner:1.5.0",image_id="docker.io/cdkbot/hostpath-provisioner@sha256:ac51e50e32b70e47077fe90928a7fe4d3fc8dd49192db4932c2643c49729c2eb",container_id="containerd://5aa22345b518a40bdd094759c3f082ac6e0c34ef864682a51e026147d4a1e08b"} 1 kube_pod_container_info{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",container="redis",image_spec="redis:7.2.7-alpine",image="docker.io/library/redis:7.2.7-alpine",image_id="docker.io/library/redis@sha256:ddd16a9b1575a774c7e62956be8daa1de5b32cfb5c25b7a216aefed8e0919f9b",container_id="containerd://a976fe5130680b2c784c6597cae257fde9232cc7fe2ab93c3e52c88aced52e4d"} 1 kube_pod_container_info{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",container="illustrations-api-train",image_spec="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api:latest",image="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api:latest",image_id="registry.icons8.com/machine-learning/generated-illustrations/illustrations-api@sha256:cfa8513f922c2e2b027991d30775e12dc14ac348c605c0e76bd0adebd741e273",container_id="containerd://b4239f22a55843ba2a37f4e0d154230d41d9cff46c74e133eb9810d43f6a3af9"} 1 kube_pod_container_info{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",container="gpu-feature-discovery",image_spec="nvcr.io/nvidia/k8s-device-plugin:v0.16.2-ubi8",image="nvcr.io/nvidia/k8s-device-plugin:v0.16.2-ubi8",image_id="nvcr.io/nvidia/k8s-device-plugin@sha256:7ad2c9f71fe06f9f7745ac8635f46740fbdff4f11edd468addfab81afcdfa534",container_id="containerd://47ba3e6ef8b4f7b1e9024f528e4412392baccdf32a732f70dd2c77da0cdab44b"} 1 # HELP kube_pod_container_resource_limits The number of requested limit resource by a container. # TYPE kube_pod_container_resource_limits gauge kube_pod_container_resource_limits{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",container="worker",node="0373-kci-sml40s",resource="memory",unit="byte"} 5.36870912e+08 kube_pod_container_resource_limits{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",container="master",node="0373-kci-sml40s",resource="memory",unit="byte"} 4.294967296e+09 kube_pod_container_resource_limits{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",container="webhook",node="0373-kci-sml40s",resource="cpu",unit="core"} 0.5 kube_pod_container_resource_limits{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",container="webhook",node="0373-kci-sml40s",resource="memory",unit="byte"} 1.048576e+08 kube_pod_container_resource_limits{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",container="node-exporter",node="0373-kci-sml40s",resource="cpu",unit="core"} 0.25 kube_pod_container_resource_limits{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",container="node-exporter",node="0373-kci-sml40s",resource="memory",unit="byte"} 1.8874368e+08 kube_pod_container_resource_limits{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",container="gc",node="0373-kci-sml40s",resource="memory",unit="byte"} 1.073741824e+09 kube_pod_container_resource_limits{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",container="microk8s-cert-exporter",node="0373-kci-sml40s",resource="memory",unit="byte"} 2.68435456e+08 kube_pod_container_resource_limits{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",container="microk8s-cert-exporter",node="0373-kci-sml40s",resource="cpu",unit="core"} 0.25 kube_pod_container_resource_limits{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",container="gpu-operator",node="0373-kci-sml40s",resource="cpu",unit="core"} 0.5 kube_pod_container_resource_limits{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",container="gpu-operator",node="0373-kci-sml40s",resource="memory",unit="byte"} 3.670016e+08 kube_pod_container_resource_limits{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",container="coredns",node="0373-kci-sml40s",resource="memory",unit="byte"} 1.7825792e+08 # HELP kube_pod_container_resource_requests The number of requested request resource by a container. # TYPE kube_pod_container_resource_requests gauge kube_pod_container_resource_requests{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",container="master",node="0373-kci-sml40s",resource="cpu",unit="core"} 0.1 kube_pod_container_resource_requests{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",container="master",node="0373-kci-sml40s",resource="memory",unit="byte"} 1.34217728e+08 kube_pod_container_resource_requests{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",container="webhook",node="0373-kci-sml40s",resource="cpu",unit="core"} 0.1 kube_pod_container_resource_requests{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",container="webhook",node="0373-kci-sml40s",resource="memory",unit="byte"} 5.24288e+07 kube_pod_container_resource_requests{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",container="metrics-server",node="0373-kci-sml40s",resource="cpu",unit="core"} 0.1 kube_pod_container_resource_requests{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",container="metrics-server",node="0373-kci-sml40s",resource="memory",unit="byte"} 2.097152e+08 kube_pod_container_resource_requests{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",container="node-exporter",node="0373-kci-sml40s",resource="cpu",unit="core"} 0.102 kube_pod_container_resource_requests{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",container="node-exporter",node="0373-kci-sml40s",resource="memory",unit="byte"} 1.8874368e+08 kube_pod_container_resource_requests{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",container="gc",node="0373-kci-sml40s",resource="cpu",unit="core"} 0.01 kube_pod_container_resource_requests{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",container="gc",node="0373-kci-sml40s",resource="memory",unit="byte"} 1.34217728e+08 kube_pod_container_resource_requests{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",container="microk8s-cert-exporter",node="0373-kci-sml40s",resource="cpu",unit="core"} 0.1 kube_pod_container_resource_requests{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",container="microk8s-cert-exporter",node="0373-kci-sml40s",resource="memory",unit="byte"} 1.34217728e+08 kube_pod_container_resource_requests{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",container="gpu-operator",node="0373-kci-sml40s",resource="cpu",unit="core"} 0.2 kube_pod_container_resource_requests{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",container="gpu-operator",node="0373-kci-sml40s",resource="memory",unit="byte"} 1.048576e+08 kube_pod_container_resource_requests{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",container="coredns",node="0373-kci-sml40s",resource="cpu",unit="core"} 0.1 kube_pod_container_resource_requests{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",container="coredns",node="0373-kci-sml40s",resource="memory",unit="byte"} 7.340032e+07 kube_pod_container_resource_requests{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",container="worker",node="0373-kci-sml40s",resource="cpu",unit="core"} 0.005 kube_pod_container_resource_requests{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",container="worker",node="0373-kci-sml40s",resource="memory",unit="byte"} 6.7108864e+07 kube_pod_container_resource_requests{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="calico-node",node="0373-kci-sml40s",resource="cpu",unit="core"} 0.25 # HELP kube_pod_container_state_started Start time in unix timestamp for a pod container. # TYPE kube_pod_container_state_started gauge kube_pod_container_state_started{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",container="nvidia-cuda-validator"} 1.748556122e+09 kube_pod_container_state_started{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",container="nginx-ingress-microk8s"} 1.74855609e+09 kube_pod_container_state_started{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",container="argocd-server"} 1.751959929e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",container="gc"} 1.748556081e+09 kube_pod_container_state_started{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",container="microk8s-cert-exporter"} 1.748884831e+09 kube_pod_container_state_started{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",container="cert-manager-controller"} 1.74855654e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",container="gpu-operator"} 1.748556083e+09 kube_pod_container_state_started{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",container="coredns"} 1.748555743e+09 kube_pod_container_state_started{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",container="dex"} 1.75195993e+09 kube_pod_container_state_started{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",container="illustrations-api-train"} 1.76182131e+09 kube_pod_container_state_started{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",container="argocd-repo-server"} 1.75195993e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",container="worker"} 1.748556081e+09 kube_pod_container_state_started{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="calico-node"} 1.748555734e+09 kube_pod_container_state_started{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",container="hostpath-provisioner"} 1.748556077e+09 kube_pod_container_state_started{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",container="redis"} 1.751959929e+09 kube_pod_container_state_started{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",container="illustrations-api-train"} 1.761821275e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",container="gpu-feature-discovery"} 1.748556127e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",container="nvidia-container-toolkit-ctr"} 1.748556095e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="nvidia-operator-validator"} 1.748556134e+09 kube_pod_container_state_started{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",container="argocd-application-controller"} 1.752166406e+09 kube_pod_container_state_started{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",container="argocd-notifications-controller"} 1.751963015e+09 kube_pod_container_state_started{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",container="cert-manager-webhook"} 1.74855654e+09 kube_pod_container_state_started{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",container="illustrations-api-train"} 1.761821203e+09 kube_pod_container_state_started{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",container="kube-state-metrics"} 1.748978983e+09 kube_pod_container_state_started{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",container="illustrations-api-train"} 1.761821415e+09 kube_pod_container_state_started{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",container="illustrations-api-train"} 1.76182124e+09 kube_pod_container_state_started{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",container="argocd-applicationset-controller"} 1.751959928e+09 kube_pod_container_state_started{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",container="cert-manager-cainjector"} 1.748556539e+09 kube_pod_container_state_started{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",container="illustrations-api-train"} 1.761821168e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",container="master"} 1.748556081e+09 kube_pod_container_state_started{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",container="webhook"} 1.748902408e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",container="nvidia-device-plugin"} 1.748556127e+09 kube_pod_container_state_started{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",container="calico-kube-controllers"} 1.748555746e+09 kube_pod_container_state_started{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",container="metrics-server"} 1.748556078e+09 kube_pod_container_state_started{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",container="node-exporter"} 1.748884825e+09 kube_pod_container_state_started{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",container="illustrations-api-train"} 1.761821345e+09 kube_pod_container_state_started{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",container="nvidia-dcgm-exporter"} 1.748556123e+09 kube_pod_container_state_started{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",container="illustrations-api-train"} 1.76182138e+09 # HELP kube_pod_container_status_last_terminated_reason Describes the last reason the container was in terminated state. # TYPE kube_pod_container_status_last_terminated_reason gauge # HELP kube_pod_container_status_ready Describes whether the containers readiness check succeeded. # TYPE kube_pod_container_status_ready gauge kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",container="gpu-operator"} 1 kube_pod_container_status_ready{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",container="coredns"} 1 kube_pod_container_status_ready{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",container="dex"} 1 kube_pod_container_status_ready{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",container="illustrations-api-train"} 1 kube_pod_container_status_ready{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",container="argocd-repo-server"} 1 kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",container="worker"} 1 kube_pod_container_status_ready{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="calico-node"} 1 kube_pod_container_status_ready{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",container="hostpath-provisioner"} 1 kube_pod_container_status_ready{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",container="redis"} 1 kube_pod_container_status_ready{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",container="illustrations-api-train"} 1 kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",container="gpu-feature-discovery"} 1 kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",container="nvidia-container-toolkit-ctr"} 1 kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="nvidia-operator-validator"} 1 kube_pod_container_status_ready{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",container="argocd-application-controller"} 1 kube_pod_container_status_ready{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",container="argocd-notifications-controller"} 1 kube_pod_container_status_ready{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",container="cert-manager-webhook"} 1 kube_pod_container_status_ready{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",container="illustrations-api-train"} 1 kube_pod_container_status_ready{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",container="kube-state-metrics"} 1 kube_pod_container_status_ready{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",container="illustrations-api-train"} 1 kube_pod_container_status_ready{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",container="illustrations-api-train"} 1 kube_pod_container_status_ready{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",container="argocd-applicationset-controller"} 1 kube_pod_container_status_ready{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",container="cert-manager-cainjector"} 1 kube_pod_container_status_ready{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",container="illustrations-api-train"} 1 kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",container="master"} 1 kube_pod_container_status_ready{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",container="webhook"} 1 kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",container="nvidia-device-plugin"} 1 kube_pod_container_status_ready{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",container="calico-kube-controllers"} 1 kube_pod_container_status_ready{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",container="metrics-server"} 1 kube_pod_container_status_ready{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",container="node-exporter"} 1 kube_pod_container_status_ready{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",container="illustrations-api-train"} 1 kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",container="nvidia-dcgm-exporter"} 1 kube_pod_container_status_ready{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",container="illustrations-api-train"} 1 kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",container="nvidia-cuda-validator"} 0 kube_pod_container_status_ready{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",container="nginx-ingress-microk8s"} 1 kube_pod_container_status_ready{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",container="argocd-server"} 1 kube_pod_container_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",container="gc"} 1 kube_pod_container_status_ready{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",container="microk8s-cert-exporter"} 1 kube_pod_container_status_ready{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",container="cert-manager-controller"} 1 # HELP kube_pod_container_status_restarts_total The number of container restarts per container. # TYPE kube_pod_container_status_restarts_total counter kube_pod_container_status_restarts_total{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",container="webhook"} 0 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",container="nvidia-device-plugin"} 0 kube_pod_container_status_restarts_total{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",container="calico-kube-controllers"} 0 kube_pod_container_status_restarts_total{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",container="metrics-server"} 0 kube_pod_container_status_restarts_total{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",container="node-exporter"} 0 kube_pod_container_status_restarts_total{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",container="illustrations-api-train"} 0 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",container="nvidia-dcgm-exporter"} 0 kube_pod_container_status_restarts_total{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",container="illustrations-api-train"} 0 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",container="nvidia-cuda-validator"} 0 kube_pod_container_status_restarts_total{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",container="nginx-ingress-microk8s"} 0 kube_pod_container_status_restarts_total{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",container="argocd-server"} 0 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",container="gc"} 0 kube_pod_container_status_restarts_total{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",container="microk8s-cert-exporter"} 0 kube_pod_container_status_restarts_total{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",container="cert-manager-controller"} 0 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",container="gpu-operator"} 0 kube_pod_container_status_restarts_total{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",container="coredns"} 0 kube_pod_container_status_restarts_total{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",container="dex"} 0 kube_pod_container_status_restarts_total{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",container="illustrations-api-train"} 0 kube_pod_container_status_restarts_total{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",container="argocd-repo-server"} 0 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",container="worker"} 0 kube_pod_container_status_restarts_total{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="calico-node"} 0 kube_pod_container_status_restarts_total{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",container="hostpath-provisioner"} 0 kube_pod_container_status_restarts_total{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",container="redis"} 0 kube_pod_container_status_restarts_total{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",container="illustrations-api-train"} 0 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",container="gpu-feature-discovery"} 0 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",container="nvidia-container-toolkit-ctr"} 0 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="nvidia-operator-validator"} 0 kube_pod_container_status_restarts_total{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",container="argocd-application-controller"} 0 kube_pod_container_status_restarts_total{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",container="argocd-notifications-controller"} 0 kube_pod_container_status_restarts_total{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",container="cert-manager-webhook"} 0 kube_pod_container_status_restarts_total{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",container="illustrations-api-train"} 0 kube_pod_container_status_restarts_total{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",container="kube-state-metrics"} 0 kube_pod_container_status_restarts_total{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",container="illustrations-api-train"} 0 kube_pod_container_status_restarts_total{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",container="illustrations-api-train"} 0 kube_pod_container_status_restarts_total{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",container="argocd-applicationset-controller"} 0 kube_pod_container_status_restarts_total{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",container="cert-manager-cainjector"} 0 kube_pod_container_status_restarts_total{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",container="illustrations-api-train"} 0 kube_pod_container_status_restarts_total{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",container="master"} 0 # HELP kube_pod_container_status_running Describes whether the container is currently in running state. # TYPE kube_pod_container_status_running gauge kube_pod_container_status_running{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",container="cert-manager-controller"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",container="gpu-operator"} 1 kube_pod_container_status_running{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",container="coredns"} 1 kube_pod_container_status_running{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",container="dex"} 1 kube_pod_container_status_running{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",container="illustrations-api-train"} 1 kube_pod_container_status_running{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",container="argocd-repo-server"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",container="worker"} 1 kube_pod_container_status_running{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="calico-node"} 1 kube_pod_container_status_running{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",container="hostpath-provisioner"} 1 kube_pod_container_status_running{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",container="redis"} 1 kube_pod_container_status_running{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",container="illustrations-api-train"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",container="gpu-feature-discovery"} 1 kube_pod_container_status_running{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",container="argocd-application-controller"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",container="nvidia-container-toolkit-ctr"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="nvidia-operator-validator"} 1 kube_pod_container_status_running{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",container="argocd-notifications-controller"} 1 kube_pod_container_status_running{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",container="cert-manager-webhook"} 1 kube_pod_container_status_running{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",container="illustrations-api-train"} 1 kube_pod_container_status_running{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",container="kube-state-metrics"} 1 kube_pod_container_status_running{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",container="illustrations-api-train"} 1 kube_pod_container_status_running{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",container="illustrations-api-train"} 1 kube_pod_container_status_running{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",container="argocd-applicationset-controller"} 1 kube_pod_container_status_running{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",container="cert-manager-cainjector"} 1 kube_pod_container_status_running{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",container="illustrations-api-train"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",container="master"} 1 kube_pod_container_status_running{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",container="node-exporter"} 1 kube_pod_container_status_running{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",container="webhook"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",container="nvidia-device-plugin"} 1 kube_pod_container_status_running{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",container="calico-kube-controllers"} 1 kube_pod_container_status_running{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",container="metrics-server"} 1 kube_pod_container_status_running{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",container="illustrations-api-train"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",container="nvidia-dcgm-exporter"} 1 kube_pod_container_status_running{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",container="illustrations-api-train"} 1 kube_pod_container_status_running{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",container="argocd-server"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",container="nvidia-cuda-validator"} 0 kube_pod_container_status_running{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",container="nginx-ingress-microk8s"} 1 kube_pod_container_status_running{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",container="gc"} 1 kube_pod_container_status_running{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",container="microk8s-cert-exporter"} 1 # HELP kube_pod_container_status_terminated Describes whether the container is currently in terminated state. # TYPE kube_pod_container_status_terminated gauge kube_pod_container_status_terminated{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",container="cert-manager-cainjector"} 0 kube_pod_container_status_terminated{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",container="illustrations-api-train"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",container="master"} 0 kube_pod_container_status_terminated{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",container="webhook"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",container="nvidia-device-plugin"} 0 kube_pod_container_status_terminated{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",container="calico-kube-controllers"} 0 kube_pod_container_status_terminated{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",container="metrics-server"} 0 kube_pod_container_status_terminated{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",container="node-exporter"} 0 kube_pod_container_status_terminated{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",container="illustrations-api-train"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",container="nvidia-dcgm-exporter"} 0 kube_pod_container_status_terminated{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",container="illustrations-api-train"} 0 kube_pod_container_status_terminated{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",container="argocd-server"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",container="nvidia-cuda-validator"} 1 kube_pod_container_status_terminated{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",container="nginx-ingress-microk8s"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",container="gc"} 0 kube_pod_container_status_terminated{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",container="microk8s-cert-exporter"} 0 kube_pod_container_status_terminated{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",container="cert-manager-controller"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",container="gpu-operator"} 0 kube_pod_container_status_terminated{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",container="coredns"} 0 kube_pod_container_status_terminated{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",container="dex"} 0 kube_pod_container_status_terminated{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",container="illustrations-api-train"} 0 kube_pod_container_status_terminated{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",container="argocd-repo-server"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",container="worker"} 0 kube_pod_container_status_terminated{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="calico-node"} 0 kube_pod_container_status_terminated{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",container="hostpath-provisioner"} 0 kube_pod_container_status_terminated{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",container="redis"} 0 kube_pod_container_status_terminated{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",container="illustrations-api-train"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",container="gpu-feature-discovery"} 0 kube_pod_container_status_terminated{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",container="argocd-application-controller"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",container="nvidia-container-toolkit-ctr"} 0 kube_pod_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="nvidia-operator-validator"} 0 kube_pod_container_status_terminated{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",container="argocd-notifications-controller"} 0 kube_pod_container_status_terminated{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",container="cert-manager-webhook"} 0 kube_pod_container_status_terminated{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",container="illustrations-api-train"} 0 kube_pod_container_status_terminated{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",container="kube-state-metrics"} 0 kube_pod_container_status_terminated{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",container="illustrations-api-train"} 0 kube_pod_container_status_terminated{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",container="illustrations-api-train"} 0 kube_pod_container_status_terminated{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",container="argocd-applicationset-controller"} 0 # HELP kube_pod_container_status_terminated_reason Describes the reason the container is currently in terminated state. # TYPE kube_pod_container_status_terminated_reason gauge kube_pod_container_status_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",container="nvidia-cuda-validator",reason="Completed"} 1 # HELP kube_pod_container_status_waiting Describes whether the container is currently in waiting state. # TYPE kube_pod_container_status_waiting gauge kube_pod_container_status_waiting{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",container="argocd-notifications-controller"} 0 kube_pod_container_status_waiting{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",container="cert-manager-webhook"} 0 kube_pod_container_status_waiting{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",container="illustrations-api-train"} 0 kube_pod_container_status_waiting{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",container="kube-state-metrics"} 0 kube_pod_container_status_waiting{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",container="illustrations-api-train"} 0 kube_pod_container_status_waiting{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",container="illustrations-api-train"} 0 kube_pod_container_status_waiting{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",container="argocd-applicationset-controller"} 0 kube_pod_container_status_waiting{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",container="cert-manager-cainjector"} 0 kube_pod_container_status_waiting{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",container="illustrations-api-train"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",container="master"} 0 kube_pod_container_status_waiting{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",container="webhook"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",container="nvidia-device-plugin"} 0 kube_pod_container_status_waiting{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",container="calico-kube-controllers"} 0 kube_pod_container_status_waiting{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",container="metrics-server"} 0 kube_pod_container_status_waiting{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",container="node-exporter"} 0 kube_pod_container_status_waiting{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",container="illustrations-api-train"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",container="nvidia-dcgm-exporter"} 0 kube_pod_container_status_waiting{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",container="illustrations-api-train"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",container="nvidia-cuda-validator"} 0 kube_pod_container_status_waiting{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",container="nginx-ingress-microk8s"} 0 kube_pod_container_status_waiting{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",container="argocd-server"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",container="gc"} 0 kube_pod_container_status_waiting{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",container="microk8s-cert-exporter"} 0 kube_pod_container_status_waiting{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",container="cert-manager-controller"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",container="gpu-operator"} 0 kube_pod_container_status_waiting{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",container="coredns"} 0 kube_pod_container_status_waiting{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",container="dex"} 0 kube_pod_container_status_waiting{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",container="illustrations-api-train"} 0 kube_pod_container_status_waiting{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",container="argocd-repo-server"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",container="worker"} 0 kube_pod_container_status_waiting{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="calico-node"} 0 kube_pod_container_status_waiting{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",container="hostpath-provisioner"} 0 kube_pod_container_status_waiting{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",container="redis"} 0 kube_pod_container_status_waiting{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",container="illustrations-api-train"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",container="gpu-feature-discovery"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",container="nvidia-container-toolkit-ctr"} 0 kube_pod_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="nvidia-operator-validator"} 0 kube_pod_container_status_waiting{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",container="argocd-application-controller"} 0 # HELP kube_pod_container_status_waiting_reason Describes the reason the container is currently in waiting state. # TYPE kube_pod_container_status_waiting_reason gauge # HELP kube_pod_created Unix creation timestamp # TYPE kube_pod_created gauge kube_pod_created{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc"} 1.748556536e+09 kube_pod_created{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252"} 1.761821201e+09 kube_pod_created{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346"} 1.74897898e+09 kube_pod_created{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11"} 1.761821412e+09 kube_pod_created{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d"} 1.761821236e+09 kube_pod_created{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589"} 1.751959927e+09 kube_pod_created{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755"} 1.748556536e+09 kube_pod_created{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd"} 1.761821165e+09 kube_pod_created{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9"} 1.748556075e+09 kube_pod_created{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1"} 1.748902407e+09 kube_pod_created{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b"} 1.748556084e+09 kube_pod_created{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a"} 1.748555724e+09 kube_pod_created{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6"} 1.748556075e+09 kube_pod_created{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1"} 1.748884822e+09 kube_pod_created{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75"} 1.761821342e+09 kube_pod_created{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47"} 1.748556084e+09 kube_pod_created{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef"} 1.761821377e+09 kube_pod_created{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463"} 1.748556117e+09 kube_pod_created{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed"} 1.748556085e+09 kube_pod_created{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca"} 1.751959928e+09 kube_pod_created{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885"} 1.748556075e+09 kube_pod_created{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb"} 1.748884822e+09 kube_pod_created{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e"} 1.748556536e+09 kube_pod_created{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2"} 1.748556075e+09 kube_pod_created{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c"} 1.748555724e+09 kube_pod_created{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64"} 1.751959927e+09 kube_pod_created{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd"} 1.761821307e+09 kube_pod_created{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5"} 1.751959928e+09 kube_pod_created{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80"} 1.748556074e+09 kube_pod_created{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d"} 1.748555724e+09 kube_pod_created{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810"} 1.748556075e+09 kube_pod_created{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0"} 1.751959928e+09 kube_pod_created{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534"} 1.761821272e+09 kube_pod_created{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097"} 1.748556085e+09 kube_pod_created{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17"} 1.748556084e+09 kube_pod_created{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce"} 1.748556084e+09 kube_pod_created{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4"} 1.752166405e+09 kube_pod_created{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e"} 1.751963014e+09 # HELP kube_pod_deletion_timestamp Unix deletion timestamp # TYPE kube_pod_deletion_timestamp gauge # HELP kube_pod_info Information about pod. # TYPE kube_pod_info gauge kube_pod_info{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",host_ip="64.247.206.71",pod_ip="10.1.228.50",node="0373-kci-sml40s",created_by_kind="StatefulSet",created_by_name="illustrations-api-train",priority_class="",host_network="false"} 1 kube_pod_info{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",host_ip="64.247.206.71",pod_ip="10.1.228.31",node="0373-kci-sml40s",created_by_kind="ReplicaSet",created_by_name="argocd-repo-server-856b768fd9",priority_class="",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",host_ip="64.247.206.71",pod_ip="10.1.228.3",node="0373-kci-sml40s",created_by_kind="DaemonSet",created_by_name="gpu-operator-node-feature-discovery-worker",priority_class="system-node-critical",host_network="false"} 1 kube_pod_info{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",host_ip="64.247.206.71",pod_ip="64.247.206.71",node="0373-kci-sml40s",created_by_kind="DaemonSet",created_by_name="calico-node",priority_class="system-node-critical",host_network="true"} 1 kube_pod_info{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",host_ip="64.247.206.71",pod_ip="10.1.228.7",node="0373-kci-sml40s",created_by_kind="ReplicaSet",created_by_name="hostpath-provisioner-c778b7559",priority_class="",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",host_ip="64.247.206.71",pod_ip="10.1.228.12",node="0373-kci-sml40s",created_by_kind="DaemonSet",created_by_name="gpu-feature-discovery",priority_class="system-node-critical",host_network="false"} 1 kube_pod_info{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",host_ip="64.247.206.71",pod_ip="10.1.228.33",node="0373-kci-sml40s",created_by_kind="ReplicaSet",created_by_name="argocd-redis-656c79549c",priority_class="",host_network="false"} 1 kube_pod_info{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",host_ip="64.247.206.71",pod_ip="10.1.228.22",node="0373-kci-sml40s",created_by_kind="StatefulSet",created_by_name="illustrations-api-train",priority_class="",host_network="false"} 1 kube_pod_info{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",host_ip="64.247.206.71",pod_ip="10.1.228.56",node="0373-kci-sml40s",created_by_kind="StatefulSet",created_by_name="argocd-application-controller",priority_class="",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",host_ip="64.247.206.71",pod_ip="10.1.228.9",node="0373-kci-sml40s",created_by_kind="DaemonSet",created_by_name="nvidia-container-toolkit-daemonset",priority_class="system-node-critical",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",host_ip="64.247.206.71",pod_ip="10.1.228.13",node="0373-kci-sml40s",created_by_kind="DaemonSet",created_by_name="nvidia-operator-validator",priority_class="system-node-critical",host_network="false"} 1 kube_pod_info{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",host_ip="64.247.206.71",pod_ip="10.1.228.30",node="0373-kci-sml40s",created_by_kind="ReplicaSet",created_by_name="argocd-notifications-controller-844f6c5cfc",priority_class="",host_network="false"} 1 kube_pod_info{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",host_ip="64.247.206.71",pod_ip="10.1.228.32",node="0373-kci-sml40s",created_by_kind="ReplicaSet",created_by_name="kube-state-metrics-69f9ff9c74",priority_class="",host_network="false"} 1 kube_pod_info{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",host_ip="64.247.206.71",pod_ip="10.1.228.49",node="0373-kci-sml40s",created_by_kind="StatefulSet",created_by_name="illustrations-api-train",priority_class="",host_network="false"} 1 kube_pod_info{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",host_ip="64.247.206.71",pod_ip="10.1.228.18",node="0373-kci-sml40s",created_by_kind="ReplicaSet",created_by_name="cert-manager-webhook-7749797f6",priority_class="",host_network="false"} 1 kube_pod_info{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",host_ip="64.247.206.71",pod_ip="10.1.228.36",node="0373-kci-sml40s",created_by_kind="StatefulSet",created_by_name="illustrations-api-train",priority_class="",host_network="false"} 1 kube_pod_info{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",host_ip="64.247.206.71",pod_ip="10.1.228.25",node="0373-kci-sml40s",created_by_kind="StatefulSet",created_by_name="illustrations-api-train",priority_class="",host_network="false"} 1 kube_pod_info{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",host_ip="64.247.206.71",pod_ip="10.1.228.29",node="0373-kci-sml40s",created_by_kind="ReplicaSet",created_by_name="argocd-applicationset-controller-655cc58ff8",priority_class="",host_network="false"} 1 kube_pod_info{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",host_ip="64.247.206.71",pod_ip="10.1.228.16",node="0373-kci-sml40s",created_by_kind="ReplicaSet",created_by_name="cert-manager-cainjector-fd9bf654b",priority_class="",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",host_ip="64.247.206.71",pod_ip="10.1.228.5",node="0373-kci-sml40s",created_by_kind="ReplicaSet",created_by_name="gpu-operator-node-feature-discovery-master-79978f78cf",priority_class="system-node-critical",host_network="false"} 1 kube_pod_info{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",host_ip="64.247.206.71",pod_ip="10.1.228.63",node="0373-kci-sml40s",created_by_kind="StatefulSet",created_by_name="illustrations-api-train",priority_class="",host_network="false"} 1 kube_pod_info{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",host_ip="64.247.206.71",pod_ip="10.1.228.2",node="0373-kci-sml40s",created_by_kind="ReplicaSet",created_by_name="calico-kube-controllers-5947598c79",priority_class="system-cluster-critical",host_network="false"} 1 kube_pod_info{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",host_ip="64.247.206.71",pod_ip="10.1.228.8",node="0373-kci-sml40s",created_by_kind="ReplicaSet",created_by_name="metrics-server-7dbd8b5cc9",priority_class="system-cluster-critical",host_network="false"} 1 kube_pod_info{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",host_ip="64.247.206.71",pod_ip="10.1.228.48",node="0373-kci-sml40s",created_by_kind="DaemonSet",created_by_name="node-exporter",priority_class="",host_network="false"} 1 kube_pod_info{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",host_ip="64.247.206.71",pod_ip="10.1.228.55",node="0373-kci-sml40s",created_by_kind="ReplicaSet",created_by_name="webhook-574b89848",priority_class="",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",host_ip="64.247.206.71",pod_ip="10.1.228.11",node="0373-kci-sml40s",created_by_kind="DaemonSet",created_by_name="nvidia-device-plugin-daemonset",priority_class="system-node-critical",host_network="false"} 1 kube_pod_info{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",host_ip="64.247.206.71",pod_ip="10.1.228.53",node="0373-kci-sml40s",created_by_kind="StatefulSet",created_by_name="illustrations-api-train",priority_class="",host_network="false"} 1 kube_pod_info{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",host_ip="64.247.206.71",pod_ip="10.1.228.35",node="0373-kci-sml40s",created_by_kind="StatefulSet",created_by_name="illustrations-api-train",priority_class="",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",host_ip="64.247.206.71",pod_ip="10.1.228.14",node="0373-kci-sml40s",created_by_kind="DaemonSet",created_by_name="nvidia-dcgm-exporter",priority_class="system-node-critical",host_network="false"} 1 kube_pod_info{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",host_ip="64.247.206.71",pod_ip="10.1.228.42",node="0373-kci-sml40s",created_by_kind="ReplicaSet",created_by_name="argocd-server-99c485944",priority_class="",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",host_ip="64.247.206.71",pod_ip="10.1.228.15",node="0373-kci-sml40s",created_by_kind="ClusterPolicy",created_by_name="cluster-policy",priority_class="",host_network="false"} 1 kube_pod_info{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",host_ip="64.247.206.71",pod_ip="10.1.228.10",node="0373-kci-sml40s",created_by_kind="DaemonSet",created_by_name="nginx-ingress-microk8s-controller",priority_class="",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",host_ip="64.247.206.71",pod_ip="10.1.228.6",node="0373-kci-sml40s",created_by_kind="ReplicaSet",created_by_name="gpu-operator-node-feature-discovery-gc-d8f9f89db",priority_class="system-node-critical",host_network="false"} 1 kube_pod_info{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",host_ip="64.247.206.71",pod_ip="10.1.228.47",node="0373-kci-sml40s",created_by_kind="DaemonSet",created_by_name="microk8s-cert-exporter",priority_class="",host_network="false"} 1 kube_pod_info{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",host_ip="64.247.206.71",pod_ip="10.1.228.17",node="0373-kci-sml40s",created_by_kind="ReplicaSet",created_by_name="cert-manager-ff4b94468",priority_class="",host_network="false"} 1 kube_pod_info{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",host_ip="64.247.206.71",pod_ip="10.1.228.1",node="0373-kci-sml40s",created_by_kind="ReplicaSet",created_by_name="coredns-79b94494c7",priority_class="system-cluster-critical",host_network="false"} 1 kube_pod_info{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",host_ip="64.247.206.71",pod_ip="10.1.228.62",node="0373-kci-sml40s",created_by_kind="ReplicaSet",created_by_name="argocd-dex-server-7d9dfb4fb8",priority_class="",host_network="false"} 1 kube_pod_info{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",host_ip="64.247.206.71",pod_ip="10.1.228.4",node="0373-kci-sml40s",created_by_kind="ReplicaSet",created_by_name="gpu-operator-85776c76f",priority_class="system-node-critical",host_network="false"} 1 # HELP kube_pod_init_container_info Information about an init container in a pod. # TYPE kube_pod_init_container_info gauge kube_pod_init_container_info{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",container="toolkit-validation",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:96380b95396b7f29d2ed2ec8ef1ad5a8bcf9f55051db723295dc0a20db845331",container_id="containerd://8ea49848b1e8e83ca679984cb37848eb47e9c0eaebae40c4f01340f2349c4e0b"} 1 kube_pod_init_container_info{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",container="models-sync",image_spec="amazon/aws-cli:2.17.10",image="docker.io/amazon/aws-cli:2.17.10",image_id="docker.io/amazon/aws-cli@sha256:8b9297f1a408e1fcd06f4521fc869ac91e5f0358f8dd0636784df04794bf7561",container_id="containerd://85ba3ce1b5e147e410cf3d39d0b21dc9e85a5a82cd44b5f2d5629bb4b140790e"} 1 kube_pod_init_container_info{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",container="toolkit-validation",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:96380b95396b7f29d2ed2ec8ef1ad5a8bcf9f55051db723295dc0a20db845331",container_id="containerd://bedc70e95d9c84bfb716b8735ba25da28862244b470feaba0305cca9ad236c28"} 1 kube_pod_init_container_info{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",container="models-sync",image_spec="amazon/aws-cli:2.17.10",image="docker.io/amazon/aws-cli:2.17.10",image_id="docker.io/amazon/aws-cli@sha256:8b9297f1a408e1fcd06f4521fc869ac91e5f0358f8dd0636784df04794bf7561",container_id="containerd://35c7c47188d2f2a6bc1bf8d059ccfd2742063fa1e6a85db8ff980d63c31f318d"} 1 kube_pod_init_container_info{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",container="cuda-validation",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:96380b95396b7f29d2ed2ec8ef1ad5a8bcf9f55051db723295dc0a20db845331",container_id="containerd://342278b6ffc16723d4fb16f291069bcc2989e06fbd2cb00459a80fdd62042102"} 1 kube_pod_init_container_info{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",container="copyutil",image_spec="quay.io/argoproj/argocd:v3.0.6",image="quay.io/argoproj/argocd:v3.0.6",image_id="quay.io/argoproj/argocd@sha256:a45307e2695d0fd93713e3d211b71086ac75a85dc8afbb28a249bdc4b3b0b2b9",container_id="containerd://8c1d3411887f2668f64743bba94a82f24922f8ea3126735654e417f12f197a34"} 1 kube_pod_init_container_info{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",container="models-sync",image_spec="amazon/aws-cli:2.17.10",image="docker.io/amazon/aws-cli:2.17.10",image_id="docker.io/amazon/aws-cli@sha256:8b9297f1a408e1fcd06f4521fc869ac91e5f0358f8dd0636784df04794bf7561",container_id="containerd://dcfe254ab2c24b303af8f67a05af3cd6bf0e6b9b66d315517e39151286ef1a86"} 1 kube_pod_init_container_info{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",container="copyutil",image_spec="quay.io/argoproj/argocd:v3.0.6",image="quay.io/argoproj/argocd:v3.0.6",image_id="quay.io/argoproj/argocd@sha256:a45307e2695d0fd93713e3d211b71086ac75a85dc8afbb28a249bdc4b3b0b2b9",container_id="containerd://0af81cacc98251e1416925862e07fc92a64a84aa4bfb94791c120e89050192f5"} 1 kube_pod_init_container_info{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="upgrade-ipam",image_spec="docker.io/calico/cni:v3.28.1",image="docker.io/calico/cni:v3.28.1",image_id="docker.io/calico/cni@sha256:e486870cfde8189f9ea145148bc353a2c0fca1f445213274023c1d11df69ae19",container_id="containerd://dd5d8f9da6fab2fd78965b344535bd40fa6f7a137b1a675d3163ba6c0c7928df"} 1 kube_pod_init_container_info{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="install-cni",image_spec="docker.io/calico/cni:v3.28.1",image="docker.io/calico/cni:v3.28.1",image_id="docker.io/calico/cni@sha256:e486870cfde8189f9ea145148bc353a2c0fca1f445213274023c1d11df69ae19",container_id="containerd://e28ef3732ad67de3cdf147080d96d9468b5ce382b300a9d04643f230949c53e9"} 1 kube_pod_init_container_info{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",container="secret-init",image_spec="quay.io/argoproj/argocd:v3.0.6",image="quay.io/argoproj/argocd:v3.0.6",image_id="quay.io/argoproj/argocd@sha256:a45307e2695d0fd93713e3d211b71086ac75a85dc8afbb28a249bdc4b3b0b2b9",container_id="containerd://89e6c2b39663a77aab19cfa8890288bd51df150710ebdd80a538860c506a0eb3"} 1 kube_pod_init_container_info{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",container="models-sync",image_spec="amazon/aws-cli:2.17.10",image="docker.io/amazon/aws-cli:2.17.10",image_id="docker.io/amazon/aws-cli@sha256:8b9297f1a408e1fcd06f4521fc869ac91e5f0358f8dd0636784df04794bf7561",container_id="containerd://7d0232184beed8619cbf462eff8f72edccf7b95cb9db37003c73c043c14932a7"} 1 kube_pod_init_container_info{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",container="toolkit-validation",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:96380b95396b7f29d2ed2ec8ef1ad5a8bcf9f55051db723295dc0a20db845331",container_id="containerd://4351dd12703dbe206f3733c4d4b6d16676f5903a0a895d28af6384b9b743da26"} 1 kube_pod_init_container_info{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",container="driver-validation",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:96380b95396b7f29d2ed2ec8ef1ad5a8bcf9f55051db723295dc0a20db845331",container_id="containerd://aff7269da81e910121b6de03f2279827445ed6b4f8bdb872384e425ae8c4526f"} 1 kube_pod_init_container_info{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="driver-validation",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:96380b95396b7f29d2ed2ec8ef1ad5a8bcf9f55051db723295dc0a20db845331",container_id="containerd://fc003b49d2417d0cb0ebe0a728af8f61c5216acf589913c61e1ccf4fd4a80ae9"} 1 kube_pod_init_container_info{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="toolkit-validation",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:96380b95396b7f29d2ed2ec8ef1ad5a8bcf9f55051db723295dc0a20db845331",container_id="containerd://d08fe0d2385d1e7cdb3e4b0a52160b9c9ded70c1cc468bf47efe5f6c9b00df3e"} 1 kube_pod_init_container_info{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="cuda-validation",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:96380b95396b7f29d2ed2ec8ef1ad5a8bcf9f55051db723295dc0a20db845331",container_id="containerd://a00f8087dfac16d4d331cdff6cee43f9675a3e3971ab7b74e958e069786002ea"} 1 kube_pod_init_container_info{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="plugin-validation",image_spec="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image="nvcr.io/nvidia/cloud-native/gpu-operator-validator:v24.6.2",image_id="nvcr.io/nvidia/cloud-native/gpu-operator-validator@sha256:96380b95396b7f29d2ed2ec8ef1ad5a8bcf9f55051db723295dc0a20db845331",container_id="containerd://0406363ab6ff3775b57aa6851f18e2c4bc5b5e787c62d17f8db8f82a8835e1d1"} 1 kube_pod_init_container_info{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",container="models-sync",image_spec="amazon/aws-cli:2.17.10",image="docker.io/amazon/aws-cli:2.17.10",image_id="docker.io/amazon/aws-cli@sha256:8b9297f1a408e1fcd06f4521fc869ac91e5f0358f8dd0636784df04794bf7561",container_id="containerd://0be93409c20acd3f2f1db1a6b0fe934370edffbc7bd3176b184153494ea8944c"} 1 kube_pod_init_container_info{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",container="models-sync",image_spec="amazon/aws-cli:2.17.10",image="docker.io/amazon/aws-cli:2.17.10",image_id="docker.io/amazon/aws-cli@sha256:8b9297f1a408e1fcd06f4521fc869ac91e5f0358f8dd0636784df04794bf7561",container_id="containerd://bbf2b7992a4dfcb9157222cc2b76ed0821d83bb7cba25b799c9d6ab30b00ccea"} 1 kube_pod_init_container_info{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",container="models-sync",image_spec="amazon/aws-cli:2.17.10",image="docker.io/amazon/aws-cli:2.17.10",image_id="docker.io/amazon/aws-cli@sha256:8b9297f1a408e1fcd06f4521fc869ac91e5f0358f8dd0636784df04794bf7561",container_id="containerd://e021085e2defa847f36d7c0167a241dc10dcefa16a2966d3fab9530c9ec7a116"} 1 kube_pod_init_container_info{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",container="models-sync",image_spec="amazon/aws-cli:2.17.10",image="docker.io/amazon/aws-cli:2.17.10",image_id="docker.io/amazon/aws-cli@sha256:8b9297f1a408e1fcd06f4521fc869ac91e5f0358f8dd0636784df04794bf7561",container_id="containerd://47a14dba1f1e6cbe1c228745210bd769cdadfbbd234086bc843178bf817b729c"} 1 # HELP kube_pod_init_container_resource_limits The number of requested limit resource by an init container. # TYPE kube_pod_init_container_resource_limits gauge # HELP kube_pod_init_container_resource_requests The number of requested request resource by an init container. # TYPE kube_pod_init_container_resource_requests gauge # HELP kube_pod_init_container_status_last_terminated_reason Describes the last reason the init container was in terminated state. # TYPE kube_pod_init_container_status_last_terminated_reason gauge # HELP kube_pod_init_container_status_ready Describes whether the init containers readiness check succeeded. # TYPE kube_pod_init_container_status_ready gauge kube_pod_init_container_status_ready{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",container="copyutil"} 1 kube_pod_init_container_status_ready{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",container="models-sync"} 1 kube_pod_init_container_status_ready{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",container="copyutil"} 1 kube_pod_init_container_status_ready{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="upgrade-ipam"} 1 kube_pod_init_container_status_ready{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="install-cni"} 1 kube_pod_init_container_status_ready{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",container="secret-init"} 1 kube_pod_init_container_status_ready{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",container="models-sync"} 1 kube_pod_init_container_status_ready{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",container="toolkit-validation"} 1 kube_pod_init_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",container="driver-validation"} 1 kube_pod_init_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="driver-validation"} 1 kube_pod_init_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="toolkit-validation"} 1 kube_pod_init_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="cuda-validation"} 1 kube_pod_init_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="plugin-validation"} 1 kube_pod_init_container_status_ready{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",container="models-sync"} 1 kube_pod_init_container_status_ready{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",container="models-sync"} 1 kube_pod_init_container_status_ready{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",container="models-sync"} 1 kube_pod_init_container_status_ready{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",container="models-sync"} 1 kube_pod_init_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",container="toolkit-validation"} 1 kube_pod_init_container_status_ready{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",container="models-sync"} 1 kube_pod_init_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",container="toolkit-validation"} 1 kube_pod_init_container_status_ready{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",container="models-sync"} 1 kube_pod_init_container_status_ready{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",container="cuda-validation"} 1 # HELP kube_pod_init_container_status_restarts_total The number of restarts for the init container. # TYPE kube_pod_init_container_status_restarts_total counter kube_pod_init_container_status_restarts_total{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",container="models-sync"} 0 kube_pod_init_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",container="toolkit-validation"} 0 kube_pod_init_container_status_restarts_total{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",container="models-sync"} 0 kube_pod_init_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",container="toolkit-validation"} 0 kube_pod_init_container_status_restarts_total{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",container="models-sync"} 0 kube_pod_init_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",container="cuda-validation"} 0 kube_pod_init_container_status_restarts_total{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",container="copyutil"} 0 kube_pod_init_container_status_restarts_total{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",container="models-sync"} 0 kube_pod_init_container_status_restarts_total{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",container="copyutil"} 0 kube_pod_init_container_status_restarts_total{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="upgrade-ipam"} 0 kube_pod_init_container_status_restarts_total{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="install-cni"} 0 kube_pod_init_container_status_restarts_total{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",container="secret-init"} 0 kube_pod_init_container_status_restarts_total{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",container="models-sync"} 0 kube_pod_init_container_status_restarts_total{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",container="toolkit-validation"} 0 kube_pod_init_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",container="driver-validation"} 0 kube_pod_init_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="driver-validation"} 0 kube_pod_init_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="toolkit-validation"} 0 kube_pod_init_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="cuda-validation"} 0 kube_pod_init_container_status_restarts_total{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="plugin-validation"} 0 kube_pod_init_container_status_restarts_total{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",container="models-sync"} 0 kube_pod_init_container_status_restarts_total{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",container="models-sync"} 0 kube_pod_init_container_status_restarts_total{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",container="models-sync"} 0 # HELP kube_pod_init_container_status_running Describes whether the init container is currently in running state. # TYPE kube_pod_init_container_status_running gauge kube_pod_init_container_status_running{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",container="copyutil"} 0 kube_pod_init_container_status_running{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",container="models-sync"} 0 kube_pod_init_container_status_running{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",container="copyutil"} 0 kube_pod_init_container_status_running{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="upgrade-ipam"} 0 kube_pod_init_container_status_running{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="install-cni"} 0 kube_pod_init_container_status_running{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",container="secret-init"} 0 kube_pod_init_container_status_running{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",container="models-sync"} 0 kube_pod_init_container_status_running{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",container="toolkit-validation"} 0 kube_pod_init_container_status_running{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",container="driver-validation"} 0 kube_pod_init_container_status_running{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="driver-validation"} 0 kube_pod_init_container_status_running{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="toolkit-validation"} 0 kube_pod_init_container_status_running{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="cuda-validation"} 0 kube_pod_init_container_status_running{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="plugin-validation"} 0 kube_pod_init_container_status_running{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",container="models-sync"} 0 kube_pod_init_container_status_running{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",container="models-sync"} 0 kube_pod_init_container_status_running{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",container="models-sync"} 0 kube_pod_init_container_status_running{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",container="models-sync"} 0 kube_pod_init_container_status_running{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",container="toolkit-validation"} 0 kube_pod_init_container_status_running{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",container="models-sync"} 0 kube_pod_init_container_status_running{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",container="toolkit-validation"} 0 kube_pod_init_container_status_running{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",container="models-sync"} 0 kube_pod_init_container_status_running{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",container="cuda-validation"} 0 # HELP kube_pod_init_container_status_terminated Describes whether the init container is currently in terminated state. # TYPE kube_pod_init_container_status_terminated gauge kube_pod_init_container_status_terminated{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",container="models-sync"} 1 kube_pod_init_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",container="toolkit-validation"} 1 kube_pod_init_container_status_terminated{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",container="models-sync"} 1 kube_pod_init_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",container="toolkit-validation"} 1 kube_pod_init_container_status_terminated{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",container="models-sync"} 1 kube_pod_init_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",container="cuda-validation"} 1 kube_pod_init_container_status_terminated{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",container="copyutil"} 1 kube_pod_init_container_status_terminated{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",container="models-sync"} 1 kube_pod_init_container_status_terminated{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",container="copyutil"} 1 kube_pod_init_container_status_terminated{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="upgrade-ipam"} 1 kube_pod_init_container_status_terminated{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="install-cni"} 1 kube_pod_init_container_status_terminated{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",container="secret-init"} 1 kube_pod_init_container_status_terminated{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",container="models-sync"} 1 kube_pod_init_container_status_terminated{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",container="toolkit-validation"} 1 kube_pod_init_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",container="driver-validation"} 1 kube_pod_init_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="driver-validation"} 1 kube_pod_init_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="toolkit-validation"} 1 kube_pod_init_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="cuda-validation"} 1 kube_pod_init_container_status_terminated{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="plugin-validation"} 1 kube_pod_init_container_status_terminated{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",container="models-sync"} 1 kube_pod_init_container_status_terminated{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",container="models-sync"} 1 kube_pod_init_container_status_terminated{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",container="models-sync"} 1 # HELP kube_pod_init_container_status_terminated_reason Describes the reason the init container is currently in terminated state. # TYPE kube_pod_init_container_status_terminated_reason gauge kube_pod_init_container_status_terminated_reason{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",container="copyutil",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",container="models-sync",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",container="copyutil",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="upgrade-ipam",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="install-cni",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",container="toolkit-validation",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",container="secret-init",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",container="models-sync",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",container="driver-validation",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="driver-validation",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="toolkit-validation",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="cuda-validation",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="plugin-validation",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",container="models-sync",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",container="models-sync",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",container="models-sync",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",container="models-sync",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",container="toolkit-validation",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",container="models-sync",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",container="models-sync",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",container="toolkit-validation",reason="Completed"} 1 kube_pod_init_container_status_terminated_reason{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",container="cuda-validation",reason="Completed"} 1 # HELP kube_pod_init_container_status_waiting Describes whether the init container is currently in waiting state. # TYPE kube_pod_init_container_status_waiting gauge kube_pod_init_container_status_waiting{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",container="models-sync"} 0 kube_pod_init_container_status_waiting{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",container="models-sync"} 0 kube_pod_init_container_status_waiting{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",container="models-sync"} 0 kube_pod_init_container_status_waiting{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",container="models-sync"} 0 kube_pod_init_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",container="toolkit-validation"} 0 kube_pod_init_container_status_waiting{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",container="models-sync"} 0 kube_pod_init_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",container="toolkit-validation"} 0 kube_pod_init_container_status_waiting{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",container="models-sync"} 0 kube_pod_init_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",container="cuda-validation"} 0 kube_pod_init_container_status_waiting{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",container="copyutil"} 0 kube_pod_init_container_status_waiting{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",container="models-sync"} 0 kube_pod_init_container_status_waiting{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",container="copyutil"} 0 kube_pod_init_container_status_waiting{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="upgrade-ipam"} 0 kube_pod_init_container_status_waiting{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",container="install-cni"} 0 kube_pod_init_container_status_waiting{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",container="secret-init"} 0 kube_pod_init_container_status_waiting{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",container="models-sync"} 0 kube_pod_init_container_status_waiting{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",container="toolkit-validation"} 0 kube_pod_init_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",container="driver-validation"} 0 kube_pod_init_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="driver-validation"} 0 kube_pod_init_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="toolkit-validation"} 0 kube_pod_init_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="cuda-validation"} 0 kube_pod_init_container_status_waiting{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",container="plugin-validation"} 0 # HELP kube_pod_init_container_status_waiting_reason Describes the reason the init container is currently in waiting state. # TYPE kube_pod_init_container_status_waiting_reason gauge # HELP kube_pod_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_pod_annotations gauge kube_pod_annotations{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d"} 1 kube_pod_annotations{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589"} 1 kube_pod_annotations{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9"} 1 kube_pod_annotations{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd"} 1 kube_pod_annotations{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a"} 1 kube_pod_annotations{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6"} 1 kube_pod_annotations{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1"} 1 kube_pod_annotations{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b"} 1 kube_pod_annotations{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef"} 1 kube_pod_annotations{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47"} 1 kube_pod_annotations{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463"} 1 kube_pod_annotations{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885"} 1 kube_pod_annotations{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb"} 1 kube_pod_annotations{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e"} 1 kube_pod_annotations{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c"} 1 kube_pod_annotations{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2"} 1 kube_pod_annotations{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd"} 1 kube_pod_annotations{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80"} 1 kube_pod_annotations{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d"} 1 kube_pod_annotations{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097"} 1 kube_pod_annotations{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0"} 1 kube_pod_annotations{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534"} 1 kube_pod_annotations{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17"} 1 kube_pod_annotations{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce"} 1 kube_pod_annotations{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e"} 1 kube_pod_annotations{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346"} 1 kube_pod_annotations{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11"} 1 kube_pod_annotations{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc"} 1 kube_pod_annotations{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252"} 1 # HELP kube_pod_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_pod_labels gauge kube_pod_labels{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47"} 1 kube_pod_labels{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463"} 1 kube_pod_labels{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed"} 1 kube_pod_labels{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885"} 1 kube_pod_labels{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb"} 1 kube_pod_labels{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2"} 1 kube_pod_labels{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c"} 1 kube_pod_labels{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64"} 1 kube_pod_labels{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd"} 1 kube_pod_labels{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80"} 1 kube_pod_labels{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d"} 1 kube_pod_labels{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810"} 1 kube_pod_labels{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0"} 1 kube_pod_labels{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce"} 1 kube_pod_labels{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4"} 1 kube_pod_labels{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e"} 1 kube_pod_labels{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc"} 1 kube_pod_labels{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252"} 1 kube_pod_labels{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346"} 1 kube_pod_labels{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11"} 1 kube_pod_labels{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d"} 1 kube_pod_labels{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589"} 1 kube_pod_labels{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755"} 1 kube_pod_labels{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9"} 1 kube_pod_labels{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1"} 1 kube_pod_labels{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b"} 1 kube_pod_labels{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a"} 1 kube_pod_labels{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6"} 1 kube_pod_labels{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1"} 1 # HELP kube_pod_overhead_cpu_cores The pod overhead in regards to cpu cores associated with running a pod. # TYPE kube_pod_overhead_cpu_cores gauge # HELP kube_pod_overhead_memory_bytes The pod overhead in regards to memory associated with running a pod. # TYPE kube_pod_overhead_memory_bytes gauge # HELP kube_pod_owner Information about the Pod's owner. # TYPE kube_pod_owner gauge kube_pod_owner{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",owner_kind="ReplicaSet",owner_name="cert-manager-webhook-7749797f6",owner_is_controller="true"} 1 kube_pod_owner{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",owner_kind="StatefulSet",owner_name="illustrations-api-train",owner_is_controller="true"} 1 kube_pod_owner{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",owner_kind="ReplicaSet",owner_name="kube-state-metrics-69f9ff9c74",owner_is_controller="true"} 1 kube_pod_owner{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",owner_kind="StatefulSet",owner_name="illustrations-api-train",owner_is_controller="true"} 1 kube_pod_owner{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",owner_kind="StatefulSet",owner_name="illustrations-api-train",owner_is_controller="true"} 1 kube_pod_owner{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",owner_kind="ReplicaSet",owner_name="argocd-applicationset-controller-655cc58ff8",owner_is_controller="true"} 1 kube_pod_owner{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",owner_kind="ReplicaSet",owner_name="cert-manager-cainjector-fd9bf654b",owner_is_controller="true"} 1 kube_pod_owner{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",owner_kind="StatefulSet",owner_name="illustrations-api-train",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",owner_kind="ReplicaSet",owner_name="gpu-operator-node-feature-discovery-master-79978f78cf",owner_is_controller="true"} 1 kube_pod_owner{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",owner_kind="ReplicaSet",owner_name="webhook-574b89848",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",owner_kind="DaemonSet",owner_name="nvidia-device-plugin-daemonset",owner_is_controller="true"} 1 kube_pod_owner{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",owner_kind="ReplicaSet",owner_name="calico-kube-controllers-5947598c79",owner_is_controller="true"} 1 kube_pod_owner{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",owner_kind="ReplicaSet",owner_name="metrics-server-7dbd8b5cc9",owner_is_controller="true"} 1 kube_pod_owner{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",owner_kind="DaemonSet",owner_name="node-exporter",owner_is_controller="true"} 1 kube_pod_owner{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",owner_kind="StatefulSet",owner_name="illustrations-api-train",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",owner_kind="DaemonSet",owner_name="nvidia-dcgm-exporter",owner_is_controller="true"} 1 kube_pod_owner{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",owner_kind="StatefulSet",owner_name="illustrations-api-train",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",owner_kind="ClusterPolicy",owner_name="cluster-policy",owner_is_controller="true"} 1 kube_pod_owner{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",owner_kind="DaemonSet",owner_name="nginx-ingress-microk8s-controller",owner_is_controller="true"} 1 kube_pod_owner{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",owner_kind="ReplicaSet",owner_name="argocd-server-99c485944",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",owner_kind="ReplicaSet",owner_name="gpu-operator-node-feature-discovery-gc-d8f9f89db",owner_is_controller="true"} 1 kube_pod_owner{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",owner_kind="DaemonSet",owner_name="microk8s-cert-exporter",owner_is_controller="true"} 1 kube_pod_owner{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",owner_kind="ReplicaSet",owner_name="cert-manager-ff4b94468",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",owner_kind="ReplicaSet",owner_name="gpu-operator-85776c76f",owner_is_controller="true"} 1 kube_pod_owner{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",owner_kind="ReplicaSet",owner_name="coredns-79b94494c7",owner_is_controller="true"} 1 kube_pod_owner{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",owner_kind="ReplicaSet",owner_name="argocd-dex-server-7d9dfb4fb8",owner_is_controller="true"} 1 kube_pod_owner{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",owner_kind="StatefulSet",owner_name="illustrations-api-train",owner_is_controller="true"} 1 kube_pod_owner{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",owner_kind="ReplicaSet",owner_name="argocd-repo-server-856b768fd9",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",owner_kind="DaemonSet",owner_name="gpu-operator-node-feature-discovery-worker",owner_is_controller="true"} 1 kube_pod_owner{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",owner_kind="DaemonSet",owner_name="calico-node",owner_is_controller="true"} 1 kube_pod_owner{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",owner_kind="ReplicaSet",owner_name="hostpath-provisioner-c778b7559",owner_is_controller="true"} 1 kube_pod_owner{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",owner_kind="ReplicaSet",owner_name="argocd-redis-656c79549c",owner_is_controller="true"} 1 kube_pod_owner{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",owner_kind="StatefulSet",owner_name="illustrations-api-train",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",owner_kind="DaemonSet",owner_name="gpu-feature-discovery",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",owner_kind="DaemonSet",owner_name="nvidia-container-toolkit-daemonset",owner_is_controller="true"} 1 kube_pod_owner{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",owner_kind="DaemonSet",owner_name="nvidia-operator-validator",owner_is_controller="true"} 1 kube_pod_owner{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",owner_kind="StatefulSet",owner_name="argocd-application-controller",owner_is_controller="true"} 1 kube_pod_owner{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",owner_kind="ReplicaSet",owner_name="argocd-notifications-controller-844f6c5cfc",owner_is_controller="true"} 1 # HELP kube_pod_restart_policy Describes the restart policy in use by this pod. # TYPE kube_pod_restart_policy gauge kube_pod_restart_policy{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",type="Always"} 1 kube_pod_restart_policy{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",type="Always"} 1 kube_pod_restart_policy{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",type="Always"} 1 kube_pod_restart_policy{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",type="Always"} 1 kube_pod_restart_policy{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",type="Always"} 1 kube_pod_restart_policy{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",type="Always"} 1 kube_pod_restart_policy{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",type="Always"} 1 kube_pod_restart_policy{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",type="Always"} 1 kube_pod_restart_policy{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",type="Always"} 1 kube_pod_restart_policy{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",type="Always"} 1 kube_pod_restart_policy{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",type="Always"} 1 kube_pod_restart_policy{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",type="Always"} 1 kube_pod_restart_policy{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",type="Always"} 1 kube_pod_restart_policy{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",type="Always"} 1 kube_pod_restart_policy{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",type="Always"} 1 kube_pod_restart_policy{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",type="Always"} 1 kube_pod_restart_policy{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",type="Always"} 1 kube_pod_restart_policy{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",type="Always"} 1 kube_pod_restart_policy{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",type="Always"} 1 kube_pod_restart_policy{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",type="Always"} 1 kube_pod_restart_policy{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",type="OnFailure"} 1 kube_pod_restart_policy{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",type="Always"} 1 kube_pod_restart_policy{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",type="Always"} 1 kube_pod_restart_policy{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",type="Always"} 1 kube_pod_restart_policy{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",type="Always"} 1 kube_pod_restart_policy{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",type="Always"} 1 kube_pod_restart_policy{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",type="Always"} 1 kube_pod_restart_policy{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",type="Always"} 1 kube_pod_restart_policy{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",type="Always"} 1 # HELP kube_pod_runtimeclass_name_info The runtimeclass associated with the pod. # TYPE kube_pod_runtimeclass_name_info gauge kube_pod_runtimeclass_name_info{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",runtimeclass_name="nvidia"} 1 kube_pod_runtimeclass_name_info{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",runtimeclass_name="nvidia"} 1 kube_pod_runtimeclass_name_info{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",runtimeclass_name="nvidia"} 1 kube_pod_runtimeclass_name_info{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",runtimeclass_name="nvidia"} 1 kube_pod_runtimeclass_name_info{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",runtimeclass_name="nvidia"} 1 # HELP kube_pod_spec_volumes_persistentvolumeclaims_info Information about persistentvolumeclaim volumes in a pod. # TYPE kube_pod_spec_volumes_persistentvolumeclaims_info gauge kube_pod_spec_volumes_persistentvolumeclaims_info{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",volume="data",persistentvolumeclaim="illustrations-pvc"} 1 kube_pod_spec_volumes_persistentvolumeclaims_info{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",volume="data",persistentvolumeclaim="illustrations-pvc"} 1 kube_pod_spec_volumes_persistentvolumeclaims_info{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",volume="data",persistentvolumeclaim="illustrations-pvc"} 1 kube_pod_spec_volumes_persistentvolumeclaims_info{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",volume="data",persistentvolumeclaim="illustrations-pvc"} 1 kube_pod_spec_volumes_persistentvolumeclaims_info{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",volume="data",persistentvolumeclaim="illustrations-pvc"} 1 kube_pod_spec_volumes_persistentvolumeclaims_info{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",volume="data",persistentvolumeclaim="illustrations-pvc"} 1 kube_pod_spec_volumes_persistentvolumeclaims_info{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",volume="data",persistentvolumeclaim="illustrations-pvc"} 1 kube_pod_spec_volumes_persistentvolumeclaims_info{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",volume="data",persistentvolumeclaim="illustrations-pvc"} 1 # HELP kube_pod_spec_volumes_persistentvolumeclaims_readonly Describes whether a persistentvolumeclaim is mounted read only. # TYPE kube_pod_spec_volumes_persistentvolumeclaims_readonly gauge kube_pod_spec_volumes_persistentvolumeclaims_readonly{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",volume="data",persistentvolumeclaim="illustrations-pvc"} 0 kube_pod_spec_volumes_persistentvolumeclaims_readonly{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",volume="data",persistentvolumeclaim="illustrations-pvc"} 0 kube_pod_spec_volumes_persistentvolumeclaims_readonly{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",volume="data",persistentvolumeclaim="illustrations-pvc"} 0 kube_pod_spec_volumes_persistentvolumeclaims_readonly{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",volume="data",persistentvolumeclaim="illustrations-pvc"} 0 kube_pod_spec_volumes_persistentvolumeclaims_readonly{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",volume="data",persistentvolumeclaim="illustrations-pvc"} 0 kube_pod_spec_volumes_persistentvolumeclaims_readonly{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",volume="data",persistentvolumeclaim="illustrations-pvc"} 0 kube_pod_spec_volumes_persistentvolumeclaims_readonly{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",volume="data",persistentvolumeclaim="illustrations-pvc"} 0 kube_pod_spec_volumes_persistentvolumeclaims_readonly{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",volume="data",persistentvolumeclaim="illustrations-pvc"} 0 # HELP kube_pod_start_time Start time in unix timestamp for a pod. # TYPE kube_pod_start_time gauge kube_pod_start_time{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755"} 1.748556536e+09 kube_pod_start_time{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd"} 1.761821165e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9"} 1.748556075e+09 kube_pod_start_time{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1"} 1.748902407e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b"} 1.748556084e+09 kube_pod_start_time{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a"} 1.74855573e+09 kube_pod_start_time{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6"} 1.748556075e+09 kube_pod_start_time{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1"} 1.748884822e+09 kube_pod_start_time{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75"} 1.761821342e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47"} 1.748556084e+09 kube_pod_start_time{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef"} 1.761821377e+09 kube_pod_start_time{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca"} 1.751959928e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463"} 1.748556117e+09 kube_pod_start_time{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed"} 1.748556085e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885"} 1.748556075e+09 kube_pod_start_time{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb"} 1.748884822e+09 kube_pod_start_time{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e"} 1.748556537e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2"} 1.748556075e+09 kube_pod_start_time{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c"} 1.74855573e+09 kube_pod_start_time{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64"} 1.751959927e+09 kube_pod_start_time{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd"} 1.761821307e+09 kube_pod_start_time{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5"} 1.751959928e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80"} 1.748556074e+09 kube_pod_start_time{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d"} 1.748555724e+09 kube_pod_start_time{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810"} 1.748556075e+09 kube_pod_start_time{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0"} 1.751959928e+09 kube_pod_start_time{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534"} 1.761821272e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097"} 1.748556085e+09 kube_pod_start_time{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4"} 1.752166405e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17"} 1.748556084e+09 kube_pod_start_time{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce"} 1.748556084e+09 kube_pod_start_time{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e"} 1.751963014e+09 kube_pod_start_time{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc"} 1.748556537e+09 kube_pod_start_time{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252"} 1.761821201e+09 kube_pod_start_time{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346"} 1.74897898e+09 kube_pod_start_time{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11"} 1.761821412e+09 kube_pod_start_time{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d"} 1.761821236e+09 kube_pod_start_time{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589"} 1.751959927e+09 # HELP kube_pod_status_phase The pods current phase. # TYPE kube_pod_status_phase gauge kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",phase="Succeeded"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",phase="Running"} 1 kube_pod_status_phase{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",phase="Pending"} 0 kube_pod_status_phase{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",phase="Succeeded"} 0 kube_pod_status_phase{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",phase="Failed"} 0 kube_pod_status_phase{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",phase="Unknown"} 0 kube_pod_status_phase{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",phase="Running"} 1 kube_pod_status_phase{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",phase="Pending"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",phase="Succeeded"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",phase="Failed"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",phase="Unknown"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",phase="Running"} 1 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",phase="Pending"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",phase="Succeeded"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",phase="Failed"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",phase="Unknown"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",phase="Running"} 1 kube_pod_status_phase{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",phase="Pending"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",phase="Succeeded"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",phase="Failed"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",phase="Unknown"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",phase="Running"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",phase="Succeeded"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",phase="Running"} 1 kube_pod_status_phase{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",phase="Pending"} 0 kube_pod_status_phase{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",phase="Succeeded"} 0 kube_pod_status_phase{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",phase="Failed"} 0 kube_pod_status_phase{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",phase="Unknown"} 0 kube_pod_status_phase{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",phase="Running"} 1 kube_pod_status_phase{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",phase="Pending"} 0 kube_pod_status_phase{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",phase="Succeeded"} 0 kube_pod_status_phase{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",phase="Failed"} 0 kube_pod_status_phase{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",phase="Unknown"} 0 kube_pod_status_phase{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",phase="Running"} 1 kube_pod_status_phase{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",phase="Pending"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",phase="Succeeded"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",phase="Failed"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",phase="Unknown"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",phase="Running"} 1 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",phase="Pending"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",phase="Succeeded"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",phase="Failed"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",phase="Unknown"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",phase="Running"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",phase="Succeeded"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",phase="Running"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",phase="Succeeded"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",phase="Running"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",phase="Succeeded"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",phase="Running"} 1 kube_pod_status_phase{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",phase="Pending"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",phase="Succeeded"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",phase="Failed"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",phase="Unknown"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",phase="Running"} 1 kube_pod_status_phase{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",phase="Pending"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",phase="Succeeded"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",phase="Failed"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",phase="Unknown"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",phase="Running"} 1 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",phase="Pending"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",phase="Succeeded"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",phase="Failed"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",phase="Unknown"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",phase="Running"} 1 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",phase="Pending"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",phase="Succeeded"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",phase="Failed"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",phase="Unknown"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",phase="Running"} 1 kube_pod_status_phase{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",phase="Pending"} 0 kube_pod_status_phase{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",phase="Succeeded"} 0 kube_pod_status_phase{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",phase="Failed"} 0 kube_pod_status_phase{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",phase="Unknown"} 0 kube_pod_status_phase{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",phase="Running"} 1 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",phase="Pending"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",phase="Succeeded"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",phase="Failed"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",phase="Unknown"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",phase="Running"} 1 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",phase="Pending"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",phase="Succeeded"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",phase="Failed"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",phase="Unknown"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",phase="Running"} 1 kube_pod_status_phase{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",phase="Pending"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",phase="Succeeded"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",phase="Failed"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",phase="Unknown"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",phase="Running"} 1 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",phase="Pending"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",phase="Succeeded"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",phase="Failed"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",phase="Unknown"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",phase="Running"} 1 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",phase="Pending"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",phase="Succeeded"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",phase="Failed"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",phase="Unknown"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",phase="Running"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",phase="Succeeded"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",phase="Running"} 1 kube_pod_status_phase{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",phase="Pending"} 0 kube_pod_status_phase{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",phase="Succeeded"} 0 kube_pod_status_phase{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",phase="Failed"} 0 kube_pod_status_phase{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",phase="Unknown"} 0 kube_pod_status_phase{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",phase="Running"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",phase="Succeeded"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",phase="Running"} 1 kube_pod_status_phase{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",phase="Pending"} 0 kube_pod_status_phase{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",phase="Succeeded"} 0 kube_pod_status_phase{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",phase="Failed"} 0 kube_pod_status_phase{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",phase="Unknown"} 0 kube_pod_status_phase{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",phase="Running"} 1 kube_pod_status_phase{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",phase="Pending"} 0 kube_pod_status_phase{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",phase="Succeeded"} 0 kube_pod_status_phase{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",phase="Failed"} 0 kube_pod_status_phase{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",phase="Unknown"} 0 kube_pod_status_phase{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",phase="Running"} 1 kube_pod_status_phase{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",phase="Pending"} 0 kube_pod_status_phase{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",phase="Succeeded"} 0 kube_pod_status_phase{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",phase="Failed"} 0 kube_pod_status_phase{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",phase="Unknown"} 0 kube_pod_status_phase{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",phase="Running"} 1 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",phase="Pending"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",phase="Succeeded"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",phase="Failed"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",phase="Unknown"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",phase="Running"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",phase="Succeeded"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",phase="Running"} 1 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",phase="Pending"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",phase="Succeeded"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",phase="Failed"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",phase="Unknown"} 0 kube_pod_status_phase{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",phase="Running"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",phase="Succeeded"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",phase="Running"} 0 kube_pod_status_phase{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",phase="Pending"} 0 kube_pod_status_phase{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",phase="Succeeded"} 0 kube_pod_status_phase{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",phase="Failed"} 0 kube_pod_status_phase{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",phase="Unknown"} 0 kube_pod_status_phase{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",phase="Running"} 1 kube_pod_status_phase{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",phase="Pending"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",phase="Succeeded"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",phase="Failed"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",phase="Unknown"} 0 kube_pod_status_phase{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",phase="Running"} 1 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",phase="Pending"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",phase="Succeeded"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",phase="Failed"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",phase="Unknown"} 0 kube_pod_status_phase{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",phase="Running"} 1 kube_pod_status_phase{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",phase="Pending"} 0 kube_pod_status_phase{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",phase="Succeeded"} 0 kube_pod_status_phase{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",phase="Failed"} 0 kube_pod_status_phase{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",phase="Unknown"} 0 kube_pod_status_phase{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",phase="Running"} 1 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",phase="Pending"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",phase="Succeeded"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",phase="Failed"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",phase="Unknown"} 0 kube_pod_status_phase{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",phase="Running"} 1 # HELP kube_pod_status_ready Describes whether the pod is ready to serve requests. # TYPE kube_pod_status_ready gauge kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",condition="true"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",condition="false"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",condition="unknown"} 0 kube_pod_status_ready{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",condition="true"} 1 kube_pod_status_ready{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",condition="false"} 0 kube_pod_status_ready{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",condition="unknown"} 0 kube_pod_status_ready{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",condition="true"} 1 kube_pod_status_ready{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",condition="false"} 0 kube_pod_status_ready{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",condition="unknown"} 0 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",condition="true"} 1 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",condition="false"} 0 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",condition="unknown"} 0 kube_pod_status_ready{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",condition="true"} 1 kube_pod_status_ready{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",condition="false"} 0 kube_pod_status_ready{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",condition="unknown"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",condition="true"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",condition="false"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",condition="unknown"} 0 kube_pod_status_ready{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",condition="true"} 1 kube_pod_status_ready{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",condition="false"} 0 kube_pod_status_ready{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",condition="unknown"} 0 kube_pod_status_ready{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",condition="true"} 1 kube_pod_status_ready{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",condition="false"} 0 kube_pod_status_ready{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",condition="unknown"} 0 kube_pod_status_ready{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",condition="true"} 1 kube_pod_status_ready{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",condition="false"} 0 kube_pod_status_ready{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",condition="unknown"} 0 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",condition="true"} 1 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",condition="false"} 0 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",condition="unknown"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",condition="true"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",condition="false"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",condition="unknown"} 0 kube_pod_status_ready{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",condition="true"} 1 kube_pod_status_ready{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",condition="false"} 0 kube_pod_status_ready{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",condition="unknown"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",condition="true"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",condition="false"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",condition="unknown"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",condition="true"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",condition="false"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",condition="unknown"} 0 kube_pod_status_ready{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",condition="true"} 1 kube_pod_status_ready{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",condition="false"} 0 kube_pod_status_ready{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",condition="unknown"} 0 kube_pod_status_ready{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",condition="true"} 1 kube_pod_status_ready{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",condition="false"} 0 kube_pod_status_ready{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",condition="unknown"} 0 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",condition="true"} 1 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",condition="false"} 0 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",condition="unknown"} 0 kube_pod_status_ready{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",condition="true"} 1 kube_pod_status_ready{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",condition="false"} 0 kube_pod_status_ready{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",condition="unknown"} 0 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",condition="true"} 1 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",condition="false"} 0 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",condition="unknown"} 0 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",condition="true"} 1 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",condition="false"} 0 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",condition="unknown"} 0 kube_pod_status_ready{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",condition="true"} 1 kube_pod_status_ready{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",condition="false"} 0 kube_pod_status_ready{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",condition="unknown"} 0 kube_pod_status_ready{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",condition="true"} 1 kube_pod_status_ready{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",condition="false"} 0 kube_pod_status_ready{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",condition="unknown"} 0 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",condition="true"} 1 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",condition="false"} 0 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",condition="unknown"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",condition="true"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",condition="false"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",condition="unknown"} 0 kube_pod_status_ready{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",condition="true"} 1 kube_pod_status_ready{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",condition="false"} 0 kube_pod_status_ready{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",condition="unknown"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",condition="true"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",condition="false"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",condition="unknown"} 0 kube_pod_status_ready{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",condition="true"} 1 kube_pod_status_ready{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",condition="false"} 0 kube_pod_status_ready{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",condition="unknown"} 0 kube_pod_status_ready{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",condition="true"} 1 kube_pod_status_ready{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",condition="false"} 0 kube_pod_status_ready{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",condition="unknown"} 0 kube_pod_status_ready{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",condition="true"} 1 kube_pod_status_ready{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",condition="false"} 0 kube_pod_status_ready{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",condition="unknown"} 0 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",condition="true"} 1 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",condition="false"} 0 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",condition="unknown"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",condition="true"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",condition="false"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",condition="unknown"} 0 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",condition="true"} 1 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",condition="false"} 0 kube_pod_status_ready{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",condition="unknown"} 0 kube_pod_status_ready{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",condition="true"} 1 kube_pod_status_ready{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",condition="false"} 0 kube_pod_status_ready{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",condition="unknown"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",condition="true"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",condition="false"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",condition="unknown"} 0 kube_pod_status_ready{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",condition="true"} 1 kube_pod_status_ready{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",condition="false"} 0 kube_pod_status_ready{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",condition="unknown"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",condition="true"} 1 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",condition="false"} 0 kube_pod_status_ready{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",condition="unknown"} 0 kube_pod_status_ready{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",condition="true"} 1 kube_pod_status_ready{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",condition="false"} 0 kube_pod_status_ready{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",condition="unknown"} 0 kube_pod_status_ready{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",condition="true"} 1 kube_pod_status_ready{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",condition="false"} 0 kube_pod_status_ready{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",condition="unknown"} 0 # HELP kube_pod_status_reason The pod status reasons # TYPE kube_pod_status_reason gauge kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",reason="Evicted"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",reason="NodeLost"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",reason="Shutdown"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",reason="Evicted"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",reason="NodeLost"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",reason="Shutdown"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",reason="Evicted"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",reason="NodeLost"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",reason="Shutdown"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",reason="Evicted"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",reason="NodeLost"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",reason="Shutdown"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",reason="Evicted"} 0 kube_pod_status_reason{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",reason="NodeLost"} 0 kube_pod_status_reason{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",reason="Shutdown"} 0 kube_pod_status_reason{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",reason="Evicted"} 0 kube_pod_status_reason{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",reason="NodeLost"} 0 kube_pod_status_reason{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",reason="Shutdown"} 0 kube_pod_status_reason{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",reason="Evicted"} 0 kube_pod_status_reason{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",reason="NodeLost"} 0 kube_pod_status_reason{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",reason="Shutdown"} 0 kube_pod_status_reason{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",reason="Evicted"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",reason="NodeLost"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",reason="Shutdown"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",reason="Evicted"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",reason="NodeLost"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",reason="Shutdown"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",reason="Evicted"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",reason="NodeLost"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",reason="Shutdown"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",reason="Evicted"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",reason="NodeLost"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",reason="Shutdown"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",reason="Evicted"} 0 kube_pod_status_reason{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",reason="NodeLost"} 0 kube_pod_status_reason{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",reason="Shutdown"} 0 kube_pod_status_reason{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",reason="Evicted"} 0 kube_pod_status_reason{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",reason="NodeLost"} 0 kube_pod_status_reason{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",reason="Shutdown"} 0 kube_pod_status_reason{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",reason="Evicted"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",reason="NodeLost"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",reason="Shutdown"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",reason="Evicted"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",reason="NodeLost"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",reason="Shutdown"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",reason="Evicted"} 0 kube_pod_status_reason{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",reason="NodeLost"} 0 kube_pod_status_reason{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",reason="Shutdown"} 0 kube_pod_status_reason{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",reason="Evicted"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",reason="NodeLost"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",reason="Shutdown"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",reason="Evicted"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",reason="NodeLost"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",reason="Shutdown"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",reason="Evicted"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",reason="NodeLost"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",reason="Shutdown"} 0 kube_pod_status_reason{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",reason="Evicted"} 0 kube_pod_status_reason{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",reason="NodeLost"} 0 kube_pod_status_reason{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",reason="Shutdown"} 0 kube_pod_status_reason{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",reason="Evicted"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",reason="NodeLost"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",reason="Shutdown"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",reason="Evicted"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",reason="NodeLost"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",reason="Shutdown"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",reason="Evicted"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",reason="NodeLost"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",reason="Shutdown"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",reason="Evicted"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",reason="NodeLost"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",reason="Shutdown"} 0 kube_pod_status_reason{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",reason="Evicted"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",reason="NodeLost"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",reason="Shutdown"} 0 kube_pod_status_reason{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",reason="Evicted"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",reason="NodeLost"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",reason="Shutdown"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",reason="Evicted"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",reason="NodeLost"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",reason="Shutdown"} 0 kube_pod_status_reason{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",reason="Evicted"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",reason="NodeLost"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",reason="Shutdown"} 0 kube_pod_status_reason{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",reason="UnexpectedAdmissionError"} 0 kube_pod_status_reason{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",reason="Evicted"} 0 kube_pod_status_reason{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",reason="NodeAffinity"} 0 kube_pod_status_reason{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",reason="NodeLost"} 0 kube_pod_status_reason{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",reason="Shutdown"} 0 kube_pod_status_reason{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",reason="UnexpectedAdmissionError"} 0 # HELP kube_pod_status_scheduled Describes the status of the scheduling process for the pod. # TYPE kube_pod_status_scheduled gauge kube_pod_status_scheduled{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",condition="true"} 1 kube_pod_status_scheduled{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",condition="false"} 0 kube_pod_status_scheduled{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755",condition="unknown"} 0 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",condition="true"} 1 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",condition="false"} 0 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9",condition="unknown"} 0 kube_pod_status_scheduled{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",condition="true"} 1 kube_pod_status_scheduled{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",condition="false"} 0 kube_pod_status_scheduled{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b",condition="unknown"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",condition="true"} 1 kube_pod_status_scheduled{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",condition="false"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a",condition="unknown"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",condition="true"} 1 kube_pod_status_scheduled{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",condition="false"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6",condition="unknown"} 0 kube_pod_status_scheduled{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",condition="true"} 1 kube_pod_status_scheduled{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",condition="false"} 0 kube_pod_status_scheduled{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1",condition="unknown"} 0 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",condition="true"} 1 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",condition="false"} 0 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47",condition="unknown"} 0 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",condition="true"} 1 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",condition="false"} 0 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463",condition="unknown"} 0 kube_pod_status_scheduled{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",condition="true"} 1 kube_pod_status_scheduled{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",condition="false"} 0 kube_pod_status_scheduled{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed",condition="unknown"} 0 kube_pod_status_scheduled{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",condition="true"} 1 kube_pod_status_scheduled{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",condition="false"} 0 kube_pod_status_scheduled{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885",condition="unknown"} 0 kube_pod_status_scheduled{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",condition="true"} 1 kube_pod_status_scheduled{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",condition="false"} 0 kube_pod_status_scheduled{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb",condition="unknown"} 0 kube_pod_status_scheduled{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",condition="true"} 1 kube_pod_status_scheduled{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",condition="false"} 0 kube_pod_status_scheduled{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2",condition="unknown"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",condition="true"} 1 kube_pod_status_scheduled{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",condition="false"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c",condition="unknown"} 0 kube_pod_status_scheduled{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",condition="true"} 1 kube_pod_status_scheduled{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",condition="false"} 0 kube_pod_status_scheduled{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64",condition="unknown"} 0 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",condition="true"} 1 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",condition="false"} 0 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd",condition="unknown"} 0 kube_pod_status_scheduled{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",condition="true"} 1 kube_pod_status_scheduled{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",condition="false"} 0 kube_pod_status_scheduled{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80",condition="unknown"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",condition="true"} 1 kube_pod_status_scheduled{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",condition="false"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d",condition="unknown"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",condition="true"} 1 kube_pod_status_scheduled{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",condition="false"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810",condition="unknown"} 0 kube_pod_status_scheduled{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",condition="true"} 1 kube_pod_status_scheduled{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",condition="false"} 0 kube_pod_status_scheduled{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0",condition="unknown"} 0 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",condition="true"} 1 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",condition="false"} 0 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17",condition="unknown"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",condition="true"} 1 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",condition="false"} 0 kube_pod_status_scheduled{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce",condition="unknown"} 0 kube_pod_status_scheduled{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",condition="true"} 1 kube_pod_status_scheduled{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",condition="false"} 0 kube_pod_status_scheduled{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4",condition="unknown"} 0 kube_pod_status_scheduled{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",condition="true"} 1 kube_pod_status_scheduled{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",condition="false"} 0 kube_pod_status_scheduled{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e",condition="unknown"} 0 kube_pod_status_scheduled{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",condition="true"} 1 kube_pod_status_scheduled{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",condition="false"} 0 kube_pod_status_scheduled{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc",condition="unknown"} 0 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",condition="true"} 1 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",condition="false"} 0 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252",condition="unknown"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",condition="true"} 1 kube_pod_status_scheduled{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",condition="false"} 0 kube_pod_status_scheduled{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346",condition="unknown"} 0 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",condition="true"} 1 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",condition="false"} 0 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11",condition="unknown"} 0 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",condition="true"} 1 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",condition="false"} 0 kube_pod_status_scheduled{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d",condition="unknown"} 0 kube_pod_status_scheduled{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",condition="true"} 1 kube_pod_status_scheduled{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",condition="false"} 0 kube_pod_status_scheduled{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589",condition="unknown"} 0 # HELP kube_pod_status_scheduled_time Unix timestamp when pod moved into scheduled status # TYPE kube_pod_status_scheduled_time gauge kube_pod_status_scheduled_time{namespace="kube-system",pod="hostpath-provisioner-c778b7559-qj7fc",uid="b2b24918-bb61-4267-9f65-07dd70c11810"} 1.748556075e+09 kube_pod_status_scheduled_time{namespace="argocd",pod="argocd-redis-656c79549c-6hzcp",uid="789bb4a1-030b-415a-8133-e109118756e0"} 1.751959928e+09 kube_pod_status_scheduled_time{namespace="illustrations-api",pod="illustrations-api-train-4",uid="8006d101-632b-4cf5-8d6a-02ae28612534"} 1.761821272e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="gpu-feature-discovery-jlpl4",uid="c7bbf0dd-7772-47c3-ac0c-01a7243df097"} 1.748556085e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="nvidia-container-toolkit-daemonset-96fn9",uid="0aed1b10-e232-4cb8-924a-7c54dcb01d17"} 1.748556084e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="nvidia-operator-validator-6vdjg",uid="cd613574-fac1-4c76-b597-9d5360ec32ce"} 1.748556084e+09 kube_pod_status_scheduled_time{namespace="argocd",pod="argocd-application-controller-0",uid="9a406b6c-3b36-4b1b-b177-8360b3b0d7b4"} 1.752166405e+09 kube_pod_status_scheduled_time{namespace="argocd",pod="argocd-notifications-controller-844f6c5cfc-zpdxf",uid="8d509a0e-65f6-4bdf-a67b-a6963f08358e"} 1.751963014e+09 kube_pod_status_scheduled_time{namespace="cert-manager",pod="cert-manager-webhook-7749797f6-zwcwr",uid="1bb59782-2dfc-481d-b2e0-d8ee406996fc"} 1.748556537e+09 kube_pod_status_scheduled_time{namespace="illustrations-api",pod="illustrations-api-train-6",uid="2889acdc-95e7-4470-adb5-27a0c51a4252"} 1.761821201e+09 kube_pod_status_scheduled_time{namespace="kube-system",pod="kube-state-metrics-69f9ff9c74-hhgmf",uid="088b8e70-89df-49ae-8e43-79f97556b346"} 1.74897898e+09 kube_pod_status_scheduled_time{namespace="illustrations-api",pod="illustrations-api-train-0",uid="2929ea7d-92e7-4b67-b640-213c93e05a11"} 1.761821412e+09 kube_pod_status_scheduled_time{namespace="illustrations-api",pod="illustrations-api-train-5",uid="ae6390c5-c349-4ade-b92a-0fb12dc75a6d"} 1.761821236e+09 kube_pod_status_scheduled_time{namespace="argocd",pod="argocd-applicationset-controller-655cc58ff8-m5trc",uid="18569aac-5595-4189-85c9-61128bc87589"} 1.751959927e+09 kube_pod_status_scheduled_time{namespace="cert-manager",pod="cert-manager-cainjector-fd9bf654b-bdxf6",uid="d7460632-1e2c-425d-aa7b-6fb2c08f7755"} 1.748556536e+09 kube_pod_status_scheduled_time{namespace="illustrations-api",pod="illustrations-api-train-7",uid="d7ea25a8-5f16-4e91-89cb-a45e8d0a19cd"} 1.761821165e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-master-79978f78cf-9qqbq",uid="9a99649b-91a5-4614-8424-b6fde47cd0a9"} 1.748556075e+09 kube_pod_status_scheduled_time{namespace="default",pod="webhook-574b89848-pmtrx",uid="d6da1e94-2c46-4187-a58d-471f4052cba1"} 1.748902407e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="nvidia-device-plugin-daemonset-8jltm",uid="e03775a5-ce5c-48b9-96d1-7fdf2615644b"} 1.748556084e+09 kube_pod_status_scheduled_time{namespace="kube-system",pod="calico-kube-controllers-5947598c79-tcq7k",uid="93f9da30-5961-4a9c-ac20-c60aeab0986a"} 1.74855573e+09 kube_pod_status_scheduled_time{namespace="kube-system",pod="metrics-server-7dbd8b5cc9-klmsb",uid="d2c2ae00-1ca0-43e0-be8d-2f54d02d60d6"} 1.748556075e+09 kube_pod_status_scheduled_time{namespace="monitoring",pod="node-exporter-c6bh7",uid="6c15347f-3837-4ebe-90a1-b752f20105a1"} 1.748884822e+09 kube_pod_status_scheduled_time{namespace="illustrations-api",pod="illustrations-api-train-2",uid="a41ee00b-caa8-417b-9649-240dc9dd1c75"} 1.761821342e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="nvidia-dcgm-exporter-4djh4",uid="8c1a8dd1-3a09-483c-a9f5-64664527ea47"} 1.748556084e+09 kube_pod_status_scheduled_time{namespace="illustrations-api",pod="illustrations-api-train-1",uid="942bc134-480b-4031-9818-d41ec293e2ef"} 1.761821377e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="nvidia-cuda-validator-msxnv",uid="f37e7c85-d7b5-486d-8723-fe038e6c1463"} 1.748556117e+09 kube_pod_status_scheduled_time{namespace="ingress",pod="nginx-ingress-microk8s-controller-k8mzz",uid="06eedce5-4f49-4eb6-acaf-b23bba4311ed"} 1.748556085e+09 kube_pod_status_scheduled_time{namespace="argocd",pod="argocd-server-99c485944-gfr6n",uid="e69b3c57-2301-4fe2-a1e5-d5005e87e9ca"} 1.751959928e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-gc-d8f9f89db-l4r4s",uid="ce75d854-fbfa-4265-ba54-dd7f583f5885"} 1.748556075e+09 kube_pod_status_scheduled_time{namespace="monitoring",pod="microk8s-cert-exporter-hdzdc",uid="74eade50-deb3-47d0-8b99-73b6349889cb"} 1.748884822e+09 kube_pod_status_scheduled_time{namespace="cert-manager",pod="cert-manager-ff4b94468-hzc6x",uid="766e4ee6-561d-48e9-b80f-0add08a6880e"} 1.748556536e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="gpu-operator-85776c76f-5vv4x",uid="1c576dc6-8d2c-4ab6-a78e-627ee173ebc2"} 1.748556075e+09 kube_pod_status_scheduled_time{namespace="kube-system",pod="coredns-79b94494c7-clvcb",uid="6c57705b-b303-418d-9e65-58520a8eac8c"} 1.74855573e+09 kube_pod_status_scheduled_time{namespace="argocd",pod="argocd-dex-server-7d9dfb4fb8-pf2b2",uid="fa4f995c-9981-471b-939a-1c81ffb49a64"} 1.751959927e+09 kube_pod_status_scheduled_time{namespace="illustrations-api",pod="illustrations-api-train-3",uid="84a73175-d0b1-458b-8f00-ab068336c0bd"} 1.761821307e+09 kube_pod_status_scheduled_time{namespace="argocd",pod="argocd-repo-server-856b768fd9-c9z5g",uid="caba9882-0ec4-449a-a0de-0ccddbb001e5"} 1.751959928e+09 kube_pod_status_scheduled_time{namespace="gpu-operator-resources",pod="gpu-operator-node-feature-discovery-worker-56w72",uid="64f87f3d-2882-4f2e-9d29-0af8f63c3f80"} 1.748556074e+09 kube_pod_status_scheduled_time{namespace="kube-system",pod="calico-node-9qh6s",uid="8aa0aaa3-0af1-430c-a59d-d05f56c7893d"} 1.748555724e+09 # HELP kube_pod_status_unschedulable Describes the unschedulable status for the pod. # TYPE kube_pod_status_unschedulable gauge # HELP kube_replicaset_created Unix creation timestamp # TYPE kube_replicaset_created gauge kube_replicaset_created{namespace="argocd",replicaset="argocd-notifications-controller-78f79588f"} 1.751962707e+09 kube_replicaset_created{namespace="argocd",replicaset="argocd-redis-656c79549c"} 1.751959928e+09 kube_replicaset_created{namespace="default",replicaset="webhook-549b476986"} 1.748899868e+09 kube_replicaset_created{namespace="argocd",replicaset="argocd-server-99c485944"} 1.751959928e+09 kube_replicaset_created{namespace="default",replicaset="webhook-6c6b585d8c"} 1.748902023e+09 kube_replicaset_created{namespace="argocd",replicaset="argocd-applicationset-controller-655cc58ff8"} 1.751959927e+09 kube_replicaset_created{namespace="argocd",replicaset="argocd-notifications-controller-844f6c5cfc"} 1.751963014e+09 kube_replicaset_created{namespace="default",replicaset="webhook-b889f6745"} 1.748884553e+09 kube_replicaset_created{namespace="argocd",replicaset="argocd-notifications-controller-6fdd7cb59f"} 1.751962903e+09 kube_replicaset_created{namespace="default",replicaset="webhook-7dcd5dc8cc"} 1.748899307e+09 kube_replicaset_created{namespace="argocd",replicaset="argocd-notifications-controller-d9df465f"} 1.751962391e+09 kube_replicaset_created{namespace="kube-system",replicaset="hostpath-provisioner-c778b7559"} 1.748556075e+09 kube_replicaset_created{namespace="kube-system",replicaset="kube-state-metrics-69f9ff9c74"} 1.74897898e+09 kube_replicaset_created{namespace="kube-system",replicaset="calico-kube-controllers-5947598c79"} 1.748555723e+09 kube_replicaset_created{namespace="kube-system",replicaset="coredns-79b94494c7"} 1.748555723e+09 kube_replicaset_created{namespace="default",replicaset="webhook-574b89848"} 1.748902407e+09 kube_replicaset_created{namespace="default",replicaset="webhook-795dd56695"} 1.748900864e+09 kube_replicaset_created{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-d8f9f89db"} 1.748556075e+09 kube_replicaset_created{namespace="kube-system",replicaset="metrics-server-7dbd8b5cc9"} 1.748556075e+09 kube_replicaset_created{namespace="gpu-operator-resources",replicaset="gpu-operator-85776c76f"} 1.748556075e+09 kube_replicaset_created{namespace="cert-manager",replicaset="cert-manager-cainjector-fd9bf654b"} 1.748556536e+09 kube_replicaset_created{namespace="argocd",replicaset="argocd-notifications-controller-6c6848bc4c"} 1.751959927e+09 kube_replicaset_created{namespace="cert-manager",replicaset="cert-manager-webhook-7749797f6"} 1.748556536e+09 kube_replicaset_created{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-79978f78cf"} 1.748556075e+09 kube_replicaset_created{namespace="default",replicaset="webhook-864c5b4d59"} 1.748900055e+09 kube_replicaset_created{namespace="argocd",replicaset="argocd-dex-server-7d9dfb4fb8"} 1.751959927e+09 kube_replicaset_created{namespace="cert-manager",replicaset="cert-manager-ff4b94468"} 1.748556536e+09 kube_replicaset_created{namespace="argocd",replicaset="argocd-repo-server-856b768fd9"} 1.751959928e+09 # HELP kube_replicaset_status_replicas The number of replicas per ReplicaSet. # TYPE kube_replicaset_status_replicas gauge kube_replicaset_status_replicas{namespace="argocd",replicaset="argocd-redis-656c79549c"} 1 kube_replicaset_status_replicas{namespace="default",replicaset="webhook-549b476986"} 0 kube_replicaset_status_replicas{namespace="argocd",replicaset="argocd-server-99c485944"} 1 kube_replicaset_status_replicas{namespace="default",replicaset="webhook-6c6b585d8c"} 0 kube_replicaset_status_replicas{namespace="argocd",replicaset="argocd-applicationset-controller-655cc58ff8"} 1 kube_replicaset_status_replicas{namespace="argocd",replicaset="argocd-notifications-controller-844f6c5cfc"} 1 kube_replicaset_status_replicas{namespace="default",replicaset="webhook-b889f6745"} 0 kube_replicaset_status_replicas{namespace="argocd",replicaset="argocd-notifications-controller-6fdd7cb59f"} 0 kube_replicaset_status_replicas{namespace="default",replicaset="webhook-7dcd5dc8cc"} 0 kube_replicaset_status_replicas{namespace="argocd",replicaset="argocd-notifications-controller-d9df465f"} 0 kube_replicaset_status_replicas{namespace="kube-system",replicaset="hostpath-provisioner-c778b7559"} 1 kube_replicaset_status_replicas{namespace="kube-system",replicaset="calico-kube-controllers-5947598c79"} 1 kube_replicaset_status_replicas{namespace="kube-system",replicaset="kube-state-metrics-69f9ff9c74"} 1 kube_replicaset_status_replicas{namespace="kube-system",replicaset="coredns-79b94494c7"} 1 kube_replicaset_status_replicas{namespace="default",replicaset="webhook-574b89848"} 1 kube_replicaset_status_replicas{namespace="default",replicaset="webhook-795dd56695"} 0 kube_replicaset_status_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-d8f9f89db"} 1 kube_replicaset_status_replicas{namespace="kube-system",replicaset="metrics-server-7dbd8b5cc9"} 1 kube_replicaset_status_replicas{namespace="cert-manager",replicaset="cert-manager-cainjector-fd9bf654b"} 1 kube_replicaset_status_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-85776c76f"} 1 kube_replicaset_status_replicas{namespace="argocd",replicaset="argocd-notifications-controller-6c6848bc4c"} 0 kube_replicaset_status_replicas{namespace="cert-manager",replicaset="cert-manager-webhook-7749797f6"} 1 kube_replicaset_status_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-79978f78cf"} 1 kube_replicaset_status_replicas{namespace="default",replicaset="webhook-864c5b4d59"} 0 kube_replicaset_status_replicas{namespace="argocd",replicaset="argocd-dex-server-7d9dfb4fb8"} 1 kube_replicaset_status_replicas{namespace="cert-manager",replicaset="cert-manager-ff4b94468"} 1 kube_replicaset_status_replicas{namespace="argocd",replicaset="argocd-repo-server-856b768fd9"} 1 kube_replicaset_status_replicas{namespace="argocd",replicaset="argocd-notifications-controller-78f79588f"} 0 # HELP kube_replicaset_status_fully_labeled_replicas The number of fully labeled replicas per ReplicaSet. # TYPE kube_replicaset_status_fully_labeled_replicas gauge kube_replicaset_status_fully_labeled_replicas{namespace="default",replicaset="webhook-574b89848"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="default",replicaset="webhook-795dd56695"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-d8f9f89db"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="kube-system",replicaset="metrics-server-7dbd8b5cc9"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-85776c76f"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="cert-manager",replicaset="cert-manager-cainjector-fd9bf654b"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="argocd",replicaset="argocd-notifications-controller-6c6848bc4c"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="cert-manager",replicaset="cert-manager-webhook-7749797f6"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-79978f78cf"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="default",replicaset="webhook-864c5b4d59"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="argocd",replicaset="argocd-dex-server-7d9dfb4fb8"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="cert-manager",replicaset="cert-manager-ff4b94468"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="argocd",replicaset="argocd-repo-server-856b768fd9"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="argocd",replicaset="argocd-notifications-controller-78f79588f"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="argocd",replicaset="argocd-redis-656c79549c"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="default",replicaset="webhook-549b476986"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="argocd",replicaset="argocd-server-99c485944"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="default",replicaset="webhook-6c6b585d8c"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="argocd",replicaset="argocd-applicationset-controller-655cc58ff8"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="argocd",replicaset="argocd-notifications-controller-844f6c5cfc"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="default",replicaset="webhook-b889f6745"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="argocd",replicaset="argocd-notifications-controller-6fdd7cb59f"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="default",replicaset="webhook-7dcd5dc8cc"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="argocd",replicaset="argocd-notifications-controller-d9df465f"} 0 kube_replicaset_status_fully_labeled_replicas{namespace="kube-system",replicaset="hostpath-provisioner-c778b7559"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="kube-system",replicaset="kube-state-metrics-69f9ff9c74"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="kube-system",replicaset="calico-kube-controllers-5947598c79"} 1 kube_replicaset_status_fully_labeled_replicas{namespace="kube-system",replicaset="coredns-79b94494c7"} 1 # HELP kube_replicaset_status_ready_replicas The number of ready replicas per ReplicaSet. # TYPE kube_replicaset_status_ready_replicas gauge kube_replicaset_status_ready_replicas{namespace="cert-manager",replicaset="cert-manager-cainjector-fd9bf654b"} 1 kube_replicaset_status_ready_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-85776c76f"} 1 kube_replicaset_status_ready_replicas{namespace="argocd",replicaset="argocd-notifications-controller-6c6848bc4c"} 0 kube_replicaset_status_ready_replicas{namespace="cert-manager",replicaset="cert-manager-webhook-7749797f6"} 1 kube_replicaset_status_ready_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-79978f78cf"} 1 kube_replicaset_status_ready_replicas{namespace="default",replicaset="webhook-864c5b4d59"} 0 kube_replicaset_status_ready_replicas{namespace="argocd",replicaset="argocd-dex-server-7d9dfb4fb8"} 1 kube_replicaset_status_ready_replicas{namespace="argocd",replicaset="argocd-repo-server-856b768fd9"} 1 kube_replicaset_status_ready_replicas{namespace="cert-manager",replicaset="cert-manager-ff4b94468"} 1 kube_replicaset_status_ready_replicas{namespace="argocd",replicaset="argocd-notifications-controller-78f79588f"} 0 kube_replicaset_status_ready_replicas{namespace="argocd",replicaset="argocd-redis-656c79549c"} 1 kube_replicaset_status_ready_replicas{namespace="argocd",replicaset="argocd-server-99c485944"} 1 kube_replicaset_status_ready_replicas{namespace="default",replicaset="webhook-549b476986"} 0 kube_replicaset_status_ready_replicas{namespace="default",replicaset="webhook-6c6b585d8c"} 0 kube_replicaset_status_ready_replicas{namespace="argocd",replicaset="argocd-applicationset-controller-655cc58ff8"} 1 kube_replicaset_status_ready_replicas{namespace="argocd",replicaset="argocd-notifications-controller-844f6c5cfc"} 1 kube_replicaset_status_ready_replicas{namespace="argocd",replicaset="argocd-notifications-controller-6fdd7cb59f"} 0 kube_replicaset_status_ready_replicas{namespace="default",replicaset="webhook-b889f6745"} 0 kube_replicaset_status_ready_replicas{namespace="argocd",replicaset="argocd-notifications-controller-d9df465f"} 0 kube_replicaset_status_ready_replicas{namespace="default",replicaset="webhook-7dcd5dc8cc"} 0 kube_replicaset_status_ready_replicas{namespace="kube-system",replicaset="hostpath-provisioner-c778b7559"} 1 kube_replicaset_status_ready_replicas{namespace="kube-system",replicaset="calico-kube-controllers-5947598c79"} 1 kube_replicaset_status_ready_replicas{namespace="kube-system",replicaset="kube-state-metrics-69f9ff9c74"} 1 kube_replicaset_status_ready_replicas{namespace="kube-system",replicaset="coredns-79b94494c7"} 1 kube_replicaset_status_ready_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-d8f9f89db"} 1 kube_replicaset_status_ready_replicas{namespace="kube-system",replicaset="metrics-server-7dbd8b5cc9"} 1 kube_replicaset_status_ready_replicas{namespace="default",replicaset="webhook-574b89848"} 1 kube_replicaset_status_ready_replicas{namespace="default",replicaset="webhook-795dd56695"} 0 # HELP kube_replicaset_status_observed_generation The generation observed by the ReplicaSet controller. # TYPE kube_replicaset_status_observed_generation gauge kube_replicaset_status_observed_generation{namespace="kube-system",replicaset="calico-kube-controllers-5947598c79"} 1 kube_replicaset_status_observed_generation{namespace="kube-system",replicaset="kube-state-metrics-69f9ff9c74"} 1 kube_replicaset_status_observed_generation{namespace="kube-system",replicaset="coredns-79b94494c7"} 1 kube_replicaset_status_observed_generation{namespace="default",replicaset="webhook-574b89848"} 1 kube_replicaset_status_observed_generation{namespace="default",replicaset="webhook-795dd56695"} 2 kube_replicaset_status_observed_generation{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-d8f9f89db"} 1 kube_replicaset_status_observed_generation{namespace="kube-system",replicaset="metrics-server-7dbd8b5cc9"} 1 kube_replicaset_status_observed_generation{namespace="cert-manager",replicaset="cert-manager-cainjector-fd9bf654b"} 1 kube_replicaset_status_observed_generation{namespace="gpu-operator-resources",replicaset="gpu-operator-85776c76f"} 1 kube_replicaset_status_observed_generation{namespace="argocd",replicaset="argocd-notifications-controller-6c6848bc4c"} 2 kube_replicaset_status_observed_generation{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-79978f78cf"} 1 kube_replicaset_status_observed_generation{namespace="cert-manager",replicaset="cert-manager-webhook-7749797f6"} 1 kube_replicaset_status_observed_generation{namespace="default",replicaset="webhook-864c5b4d59"} 2 kube_replicaset_status_observed_generation{namespace="argocd",replicaset="argocd-dex-server-7d9dfb4fb8"} 1 kube_replicaset_status_observed_generation{namespace="cert-manager",replicaset="cert-manager-ff4b94468"} 1 kube_replicaset_status_observed_generation{namespace="argocd",replicaset="argocd-repo-server-856b768fd9"} 1 kube_replicaset_status_observed_generation{namespace="argocd",replicaset="argocd-notifications-controller-78f79588f"} 2 kube_replicaset_status_observed_generation{namespace="argocd",replicaset="argocd-redis-656c79549c"} 1 kube_replicaset_status_observed_generation{namespace="default",replicaset="webhook-549b476986"} 2 kube_replicaset_status_observed_generation{namespace="argocd",replicaset="argocd-server-99c485944"} 1 kube_replicaset_status_observed_generation{namespace="argocd",replicaset="argocd-applicationset-controller-655cc58ff8"} 1 kube_replicaset_status_observed_generation{namespace="argocd",replicaset="argocd-notifications-controller-844f6c5cfc"} 1 kube_replicaset_status_observed_generation{namespace="default",replicaset="webhook-6c6b585d8c"} 2 kube_replicaset_status_observed_generation{namespace="argocd",replicaset="argocd-notifications-controller-6fdd7cb59f"} 2 kube_replicaset_status_observed_generation{namespace="default",replicaset="webhook-b889f6745"} 2 kube_replicaset_status_observed_generation{namespace="argocd",replicaset="argocd-notifications-controller-d9df465f"} 2 kube_replicaset_status_observed_generation{namespace="default",replicaset="webhook-7dcd5dc8cc"} 2 kube_replicaset_status_observed_generation{namespace="kube-system",replicaset="hostpath-provisioner-c778b7559"} 1 # HELP kube_replicaset_spec_replicas Number of desired pods for a ReplicaSet. # TYPE kube_replicaset_spec_replicas gauge kube_replicaset_spec_replicas{namespace="default",replicaset="webhook-574b89848"} 1 kube_replicaset_spec_replicas{namespace="default",replicaset="webhook-795dd56695"} 0 kube_replicaset_spec_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-d8f9f89db"} 1 kube_replicaset_spec_replicas{namespace="kube-system",replicaset="metrics-server-7dbd8b5cc9"} 1 kube_replicaset_spec_replicas{namespace="cert-manager",replicaset="cert-manager-cainjector-fd9bf654b"} 1 kube_replicaset_spec_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-85776c76f"} 1 kube_replicaset_spec_replicas{namespace="argocd",replicaset="argocd-notifications-controller-6c6848bc4c"} 0 kube_replicaset_spec_replicas{namespace="cert-manager",replicaset="cert-manager-webhook-7749797f6"} 1 kube_replicaset_spec_replicas{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-79978f78cf"} 1 kube_replicaset_spec_replicas{namespace="default",replicaset="webhook-864c5b4d59"} 0 kube_replicaset_spec_replicas{namespace="argocd",replicaset="argocd-dex-server-7d9dfb4fb8"} 1 kube_replicaset_spec_replicas{namespace="cert-manager",replicaset="cert-manager-ff4b94468"} 1 kube_replicaset_spec_replicas{namespace="argocd",replicaset="argocd-repo-server-856b768fd9"} 1 kube_replicaset_spec_replicas{namespace="argocd",replicaset="argocd-notifications-controller-78f79588f"} 0 kube_replicaset_spec_replicas{namespace="argocd",replicaset="argocd-redis-656c79549c"} 1 kube_replicaset_spec_replicas{namespace="default",replicaset="webhook-549b476986"} 0 kube_replicaset_spec_replicas{namespace="argocd",replicaset="argocd-server-99c485944"} 1 kube_replicaset_spec_replicas{namespace="default",replicaset="webhook-6c6b585d8c"} 0 kube_replicaset_spec_replicas{namespace="argocd",replicaset="argocd-applicationset-controller-655cc58ff8"} 1 kube_replicaset_spec_replicas{namespace="argocd",replicaset="argocd-notifications-controller-844f6c5cfc"} 1 kube_replicaset_spec_replicas{namespace="default",replicaset="webhook-b889f6745"} 0 kube_replicaset_spec_replicas{namespace="argocd",replicaset="argocd-notifications-controller-6fdd7cb59f"} 0 kube_replicaset_spec_replicas{namespace="default",replicaset="webhook-7dcd5dc8cc"} 0 kube_replicaset_spec_replicas{namespace="argocd",replicaset="argocd-notifications-controller-d9df465f"} 0 kube_replicaset_spec_replicas{namespace="kube-system",replicaset="hostpath-provisioner-c778b7559"} 1 kube_replicaset_spec_replicas{namespace="kube-system",replicaset="calico-kube-controllers-5947598c79"} 1 kube_replicaset_spec_replicas{namespace="kube-system",replicaset="kube-state-metrics-69f9ff9c74"} 1 kube_replicaset_spec_replicas{namespace="kube-system",replicaset="coredns-79b94494c7"} 1 # HELP kube_replicaset_metadata_generation Sequence number representing a specific generation of the desired state. # TYPE kube_replicaset_metadata_generation gauge kube_replicaset_metadata_generation{namespace="argocd",replicaset="argocd-notifications-controller-6c6848bc4c"} 2 kube_replicaset_metadata_generation{namespace="cert-manager",replicaset="cert-manager-webhook-7749797f6"} 1 kube_replicaset_metadata_generation{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-79978f78cf"} 1 kube_replicaset_metadata_generation{namespace="argocd",replicaset="argocd-dex-server-7d9dfb4fb8"} 1 kube_replicaset_metadata_generation{namespace="default",replicaset="webhook-864c5b4d59"} 2 kube_replicaset_metadata_generation{namespace="argocd",replicaset="argocd-repo-server-856b768fd9"} 1 kube_replicaset_metadata_generation{namespace="cert-manager",replicaset="cert-manager-ff4b94468"} 1 kube_replicaset_metadata_generation{namespace="argocd",replicaset="argocd-notifications-controller-78f79588f"} 2 kube_replicaset_metadata_generation{namespace="argocd",replicaset="argocd-redis-656c79549c"} 1 kube_replicaset_metadata_generation{namespace="argocd",replicaset="argocd-server-99c485944"} 1 kube_replicaset_metadata_generation{namespace="default",replicaset="webhook-549b476986"} 2 kube_replicaset_metadata_generation{namespace="argocd",replicaset="argocd-notifications-controller-844f6c5cfc"} 1 kube_replicaset_metadata_generation{namespace="default",replicaset="webhook-6c6b585d8c"} 2 kube_replicaset_metadata_generation{namespace="argocd",replicaset="argocd-applicationset-controller-655cc58ff8"} 1 kube_replicaset_metadata_generation{namespace="argocd",replicaset="argocd-notifications-controller-6fdd7cb59f"} 2 kube_replicaset_metadata_generation{namespace="default",replicaset="webhook-b889f6745"} 2 kube_replicaset_metadata_generation{namespace="argocd",replicaset="argocd-notifications-controller-d9df465f"} 2 kube_replicaset_metadata_generation{namespace="default",replicaset="webhook-7dcd5dc8cc"} 2 kube_replicaset_metadata_generation{namespace="kube-system",replicaset="hostpath-provisioner-c778b7559"} 1 kube_replicaset_metadata_generation{namespace="kube-system",replicaset="calico-kube-controllers-5947598c79"} 1 kube_replicaset_metadata_generation{namespace="kube-system",replicaset="kube-state-metrics-69f9ff9c74"} 1 kube_replicaset_metadata_generation{namespace="kube-system",replicaset="coredns-79b94494c7"} 1 kube_replicaset_metadata_generation{namespace="default",replicaset="webhook-795dd56695"} 2 kube_replicaset_metadata_generation{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-d8f9f89db"} 1 kube_replicaset_metadata_generation{namespace="kube-system",replicaset="metrics-server-7dbd8b5cc9"} 1 kube_replicaset_metadata_generation{namespace="default",replicaset="webhook-574b89848"} 1 kube_replicaset_metadata_generation{namespace="cert-manager",replicaset="cert-manager-cainjector-fd9bf654b"} 1 kube_replicaset_metadata_generation{namespace="gpu-operator-resources",replicaset="gpu-operator-85776c76f"} 1 # HELP kube_replicaset_owner Information about the ReplicaSet's owner. # TYPE kube_replicaset_owner gauge kube_replicaset_owner{namespace="cert-manager",replicaset="cert-manager-webhook-7749797f6",owner_kind="Deployment",owner_name="cert-manager-webhook",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-79978f78cf",owner_kind="Deployment",owner_name="gpu-operator-node-feature-discovery-master",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="default",replicaset="webhook-864c5b4d59",owner_kind="Deployment",owner_name="webhook",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="argocd",replicaset="argocd-dex-server-7d9dfb4fb8",owner_kind="Deployment",owner_name="argocd-dex-server",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="cert-manager",replicaset="cert-manager-ff4b94468",owner_kind="Deployment",owner_name="cert-manager",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="argocd",replicaset="argocd-repo-server-856b768fd9",owner_kind="Deployment",owner_name="argocd-repo-server",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="argocd",replicaset="argocd-notifications-controller-78f79588f",owner_kind="Deployment",owner_name="argocd-notifications-controller",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="argocd",replicaset="argocd-redis-656c79549c",owner_kind="Deployment",owner_name="argocd-redis",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="default",replicaset="webhook-549b476986",owner_kind="Deployment",owner_name="webhook",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="argocd",replicaset="argocd-server-99c485944",owner_kind="Deployment",owner_name="argocd-server",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="default",replicaset="webhook-6c6b585d8c",owner_kind="Deployment",owner_name="webhook",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="argocd",replicaset="argocd-applicationset-controller-655cc58ff8",owner_kind="Deployment",owner_name="argocd-applicationset-controller",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="argocd",replicaset="argocd-notifications-controller-844f6c5cfc",owner_kind="Deployment",owner_name="argocd-notifications-controller",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="default",replicaset="webhook-b889f6745",owner_kind="Deployment",owner_name="webhook",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="argocd",replicaset="argocd-notifications-controller-6fdd7cb59f",owner_kind="Deployment",owner_name="argocd-notifications-controller",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="default",replicaset="webhook-7dcd5dc8cc",owner_kind="Deployment",owner_name="webhook",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="argocd",replicaset="argocd-notifications-controller-d9df465f",owner_kind="Deployment",owner_name="argocd-notifications-controller",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="kube-system",replicaset="hostpath-provisioner-c778b7559",owner_kind="Deployment",owner_name="hostpath-provisioner",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="kube-system",replicaset="calico-kube-controllers-5947598c79",owner_kind="Deployment",owner_name="calico-kube-controllers",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="kube-system",replicaset="kube-state-metrics-69f9ff9c74",owner_kind="Deployment",owner_name="kube-state-metrics",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="kube-system",replicaset="coredns-79b94494c7",owner_kind="Deployment",owner_name="coredns",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="default",replicaset="webhook-574b89848",owner_kind="Deployment",owner_name="webhook",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="default",replicaset="webhook-795dd56695",owner_kind="Deployment",owner_name="webhook",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-d8f9f89db",owner_kind="Deployment",owner_name="gpu-operator-node-feature-discovery-gc",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="kube-system",replicaset="metrics-server-7dbd8b5cc9",owner_kind="Deployment",owner_name="metrics-server",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="cert-manager",replicaset="cert-manager-cainjector-fd9bf654b",owner_kind="Deployment",owner_name="cert-manager-cainjector",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="gpu-operator-resources",replicaset="gpu-operator-85776c76f",owner_kind="Deployment",owner_name="gpu-operator",owner_is_controller="true"} 1 kube_replicaset_owner{namespace="argocd",replicaset="argocd-notifications-controller-6c6848bc4c",owner_kind="Deployment",owner_name="argocd-notifications-controller",owner_is_controller="true"} 1 # HELP kube_replicaset_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_replicaset_annotations gauge kube_replicaset_annotations{namespace="kube-system",replicaset="hostpath-provisioner-c778b7559"} 1 kube_replicaset_annotations{namespace="kube-system",replicaset="calico-kube-controllers-5947598c79"} 1 kube_replicaset_annotations{namespace="kube-system",replicaset="kube-state-metrics-69f9ff9c74"} 1 kube_replicaset_annotations{namespace="kube-system",replicaset="coredns-79b94494c7"} 1 kube_replicaset_annotations{namespace="default",replicaset="webhook-574b89848"} 1 kube_replicaset_annotations{namespace="default",replicaset="webhook-795dd56695"} 1 kube_replicaset_annotations{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-d8f9f89db"} 1 kube_replicaset_annotations{namespace="kube-system",replicaset="metrics-server-7dbd8b5cc9"} 1 kube_replicaset_annotations{namespace="cert-manager",replicaset="cert-manager-cainjector-fd9bf654b"} 1 kube_replicaset_annotations{namespace="gpu-operator-resources",replicaset="gpu-operator-85776c76f"} 1 kube_replicaset_annotations{namespace="argocd",replicaset="argocd-notifications-controller-6c6848bc4c"} 1 kube_replicaset_annotations{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-79978f78cf"} 1 kube_replicaset_annotations{namespace="cert-manager",replicaset="cert-manager-webhook-7749797f6"} 1 kube_replicaset_annotations{namespace="default",replicaset="webhook-864c5b4d59"} 1 kube_replicaset_annotations{namespace="argocd",replicaset="argocd-dex-server-7d9dfb4fb8"} 1 kube_replicaset_annotations{namespace="cert-manager",replicaset="cert-manager-ff4b94468"} 1 kube_replicaset_annotations{namespace="argocd",replicaset="argocd-repo-server-856b768fd9"} 1 kube_replicaset_annotations{namespace="argocd",replicaset="argocd-notifications-controller-78f79588f"} 1 kube_replicaset_annotations{namespace="argocd",replicaset="argocd-redis-656c79549c"} 1 kube_replicaset_annotations{namespace="default",replicaset="webhook-549b476986"} 1 kube_replicaset_annotations{namespace="argocd",replicaset="argocd-server-99c485944"} 1 kube_replicaset_annotations{namespace="argocd",replicaset="argocd-applicationset-controller-655cc58ff8"} 1 kube_replicaset_annotations{namespace="argocd",replicaset="argocd-notifications-controller-844f6c5cfc"} 1 kube_replicaset_annotations{namespace="default",replicaset="webhook-6c6b585d8c"} 1 kube_replicaset_annotations{namespace="argocd",replicaset="argocd-notifications-controller-6fdd7cb59f"} 1 kube_replicaset_annotations{namespace="default",replicaset="webhook-b889f6745"} 1 kube_replicaset_annotations{namespace="argocd",replicaset="argocd-notifications-controller-d9df465f"} 1 kube_replicaset_annotations{namespace="default",replicaset="webhook-7dcd5dc8cc"} 1 # HELP kube_replicaset_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_replicaset_labels gauge kube_replicaset_labels{namespace="default",replicaset="webhook-b889f6745"} 1 kube_replicaset_labels{namespace="argocd",replicaset="argocd-notifications-controller-6fdd7cb59f"} 1 kube_replicaset_labels{namespace="default",replicaset="webhook-7dcd5dc8cc"} 1 kube_replicaset_labels{namespace="argocd",replicaset="argocd-notifications-controller-d9df465f"} 1 kube_replicaset_labels{namespace="kube-system",replicaset="hostpath-provisioner-c778b7559"} 1 kube_replicaset_labels{namespace="kube-system",replicaset="kube-state-metrics-69f9ff9c74"} 1 kube_replicaset_labels{namespace="kube-system",replicaset="calico-kube-controllers-5947598c79"} 1 kube_replicaset_labels{namespace="kube-system",replicaset="coredns-79b94494c7"} 1 kube_replicaset_labels{namespace="default",replicaset="webhook-574b89848"} 1 kube_replicaset_labels{namespace="default",replicaset="webhook-795dd56695"} 1 kube_replicaset_labels{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-gc-d8f9f89db"} 1 kube_replicaset_labels{namespace="kube-system",replicaset="metrics-server-7dbd8b5cc9"} 1 kube_replicaset_labels{namespace="gpu-operator-resources",replicaset="gpu-operator-85776c76f"} 1 kube_replicaset_labels{namespace="cert-manager",replicaset="cert-manager-cainjector-fd9bf654b"} 1 kube_replicaset_labels{namespace="argocd",replicaset="argocd-notifications-controller-6c6848bc4c"} 1 kube_replicaset_labels{namespace="cert-manager",replicaset="cert-manager-webhook-7749797f6"} 1 kube_replicaset_labels{namespace="gpu-operator-resources",replicaset="gpu-operator-node-feature-discovery-master-79978f78cf"} 1 kube_replicaset_labels{namespace="default",replicaset="webhook-864c5b4d59"} 1 kube_replicaset_labels{namespace="argocd",replicaset="argocd-dex-server-7d9dfb4fb8"} 1 kube_replicaset_labels{namespace="cert-manager",replicaset="cert-manager-ff4b94468"} 1 kube_replicaset_labels{namespace="argocd",replicaset="argocd-repo-server-856b768fd9"} 1 kube_replicaset_labels{namespace="argocd",replicaset="argocd-notifications-controller-78f79588f"} 1 kube_replicaset_labels{namespace="argocd",replicaset="argocd-redis-656c79549c"} 1 kube_replicaset_labels{namespace="default",replicaset="webhook-549b476986"} 1 kube_replicaset_labels{namespace="argocd",replicaset="argocd-server-99c485944"} 1 kube_replicaset_labels{namespace="default",replicaset="webhook-6c6b585d8c"} 1 kube_replicaset_labels{namespace="argocd",replicaset="argocd-applicationset-controller-655cc58ff8"} 1 kube_replicaset_labels{namespace="argocd",replicaset="argocd-notifications-controller-844f6c5cfc"} 1 # HELP kube_replicationcontroller_created Unix creation timestamp # TYPE kube_replicationcontroller_created gauge # HELP kube_replicationcontroller_status_replicas The number of replicas per ReplicationController. # TYPE kube_replicationcontroller_status_replicas gauge # HELP kube_replicationcontroller_status_fully_labeled_replicas The number of fully labeled replicas per ReplicationController. # TYPE kube_replicationcontroller_status_fully_labeled_replicas gauge # HELP kube_replicationcontroller_status_ready_replicas The number of ready replicas per ReplicationController. # TYPE kube_replicationcontroller_status_ready_replicas gauge # HELP kube_replicationcontroller_status_available_replicas The number of available replicas per ReplicationController. # TYPE kube_replicationcontroller_status_available_replicas gauge # HELP kube_replicationcontroller_status_observed_generation The generation observed by the ReplicationController controller. # TYPE kube_replicationcontroller_status_observed_generation gauge # HELP kube_replicationcontroller_spec_replicas Number of desired pods for a ReplicationController. # TYPE kube_replicationcontroller_spec_replicas gauge # HELP kube_replicationcontroller_metadata_generation Sequence number representing a specific generation of the desired state. # TYPE kube_replicationcontroller_metadata_generation gauge # HELP kube_replicationcontroller_owner Information about the ReplicationController's owner. # TYPE kube_replicationcontroller_owner gauge # HELP kube_resourcequota_created Unix creation timestamp # TYPE kube_resourcequota_created gauge # HELP kube_resourcequota Information about resource quota. # TYPE kube_resourcequota gauge # HELP kube_secret_info Information about secret. # TYPE kube_secret_info gauge kube_secret_info{namespace="argocd",secret="argocd-redis"} 1 kube_secret_info{namespace="default",secret="k8s.generated.photos-tls"} 1 kube_secret_info{namespace="argocd",secret="basic-auth"} 1 kube_secret_info{namespace="cert-manager",secret="cert-manager-webhook-ca"} 1 kube_secret_info{namespace="cert-manager",secret="route53-secret"} 1 kube_secret_info{namespace="kube-system",secret="kube-state.mc.generated.photos"} 1 kube_secret_info{namespace="argocd",secret="argocd-initial-admin-secret"} 1 kube_secret_info{namespace="argocd",secret="argocd.generated.photos"} 1 kube_secret_info{namespace="illustrations-api",secret="aws-s3-secret"} 1 kube_secret_info{namespace="kube-system",secret="webhook-token"} 1 kube_secret_info{namespace="illustrations-api",secret="illustrations-api-train.generated.photos"} 1 kube_secret_info{namespace="argocd",secret="argocd-notifications-secret"} 1 kube_secret_info{namespace="default",secret="icons8-registry-cred"} 1 kube_secret_info{namespace="illustrations-api",secret="icons8-registry-cred"} 1 kube_secret_info{namespace="argocd",secret="argocd-secret"} 1 kube_secret_info{namespace="gpu-operator-resources",secret="sh.helm.release.v1.gpu-operator.v1"} 1 kube_secret_info{namespace="monitoring",secret="prometheus-token"} 1 kube_secret_info{namespace="argocd",secret="argocd-repo-secret"} 1 kube_secret_info{namespace="illustrations-api",secret="basic-auth"} 1 kube_secret_info{namespace="cert-manager",secret="wildcard-issuer-account-key"} 1 # HELP kube_secret_type Type about secret. # TYPE kube_secret_type gauge kube_secret_type{namespace="kube-system",secret="webhook-token",type="kubernetes.io/service-account-token"} 1 kube_secret_type{namespace="illustrations-api",secret="illustrations-api-train.generated.photos",type="kubernetes.io/tls"} 1 kube_secret_type{namespace="illustrations-api",secret="aws-s3-secret",type="Opaque"} 1 kube_secret_type{namespace="illustrations-api",secret="icons8-registry-cred",type="kubernetes.io/dockerconfigjson"} 1 kube_secret_type{namespace="argocd",secret="argocd-notifications-secret",type="Opaque"} 1 kube_secret_type{namespace="default",secret="icons8-registry-cred",type="kubernetes.io/dockerconfigjson"} 1 kube_secret_type{namespace="gpu-operator-resources",secret="sh.helm.release.v1.gpu-operator.v1",type="helm.sh/release.v1"} 1 kube_secret_type{namespace="argocd",secret="argocd-secret",type="Opaque"} 1 kube_secret_type{namespace="cert-manager",secret="wildcard-issuer-account-key",type="Opaque"} 1 kube_secret_type{namespace="monitoring",secret="prometheus-token",type="kubernetes.io/service-account-token"} 1 kube_secret_type{namespace="argocd",secret="argocd-repo-secret",type="Opaque"} 1 kube_secret_type{namespace="illustrations-api",secret="basic-auth",type="Opaque"} 1 kube_secret_type{namespace="argocd",secret="argocd-redis",type="Opaque"} 1 kube_secret_type{namespace="default",secret="k8s.generated.photos-tls",type="kubernetes.io/tls"} 1 kube_secret_type{namespace="cert-manager",secret="route53-secret",type="Opaque"} 1 kube_secret_type{namespace="argocd",secret="basic-auth",type="Opaque"} 1 kube_secret_type{namespace="cert-manager",secret="cert-manager-webhook-ca",type="Opaque"} 1 kube_secret_type{namespace="kube-system",secret="kube-state.mc.generated.photos",type="kubernetes.io/tls"} 1 kube_secret_type{namespace="argocd",secret="argocd-initial-admin-secret",type="Opaque"} 1 kube_secret_type{namespace="argocd",secret="argocd.generated.photos",type="kubernetes.io/tls"} 1 # HELP kube_secret_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_secret_annotations gauge kube_secret_annotations{namespace="illustrations-api",secret="aws-s3-secret"} 1 kube_secret_annotations{namespace="kube-system",secret="webhook-token"} 1 kube_secret_annotations{namespace="illustrations-api",secret="illustrations-api-train.generated.photos"} 1 kube_secret_annotations{namespace="default",secret="icons8-registry-cred"} 1 kube_secret_annotations{namespace="illustrations-api",secret="icons8-registry-cred"} 1 kube_secret_annotations{namespace="argocd",secret="argocd-notifications-secret"} 1 kube_secret_annotations{namespace="gpu-operator-resources",secret="sh.helm.release.v1.gpu-operator.v1"} 1 kube_secret_annotations{namespace="argocd",secret="argocd-secret"} 1 kube_secret_annotations{namespace="illustrations-api",secret="basic-auth"} 1 kube_secret_annotations{namespace="cert-manager",secret="wildcard-issuer-account-key"} 1 kube_secret_annotations{namespace="monitoring",secret="prometheus-token"} 1 kube_secret_annotations{namespace="argocd",secret="argocd-repo-secret"} 1 kube_secret_annotations{namespace="default",secret="k8s.generated.photos-tls"} 1 kube_secret_annotations{namespace="argocd",secret="argocd-redis"} 1 kube_secret_annotations{namespace="cert-manager",secret="cert-manager-webhook-ca"} 1 kube_secret_annotations{namespace="cert-manager",secret="route53-secret"} 1 kube_secret_annotations{namespace="argocd",secret="basic-auth"} 1 kube_secret_annotations{namespace="argocd",secret="argocd.generated.photos"} 1 kube_secret_annotations{namespace="kube-system",secret="kube-state.mc.generated.photos"} 1 kube_secret_annotations{namespace="argocd",secret="argocd-initial-admin-secret"} 1 # HELP kube_secret_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_secret_labels gauge kube_secret_labels{namespace="kube-system",secret="kube-state.mc.generated.photos"} 1 kube_secret_labels{namespace="argocd",secret="argocd-initial-admin-secret"} 1 kube_secret_labels{namespace="argocd",secret="argocd.generated.photos"} 1 kube_secret_labels{namespace="illustrations-api",secret="aws-s3-secret"} 1 kube_secret_labels{namespace="kube-system",secret="webhook-token"} 1 kube_secret_labels{namespace="illustrations-api",secret="illustrations-api-train.generated.photos"} 1 kube_secret_labels{namespace="default",secret="icons8-registry-cred"} 1 kube_secret_labels{namespace="illustrations-api",secret="icons8-registry-cred"} 1 kube_secret_labels{namespace="argocd",secret="argocd-notifications-secret"} 1 kube_secret_labels{namespace="gpu-operator-resources",secret="sh.helm.release.v1.gpu-operator.v1"} 1 kube_secret_labels{namespace="argocd",secret="argocd-secret"} 1 kube_secret_labels{namespace="illustrations-api",secret="basic-auth"} 1 kube_secret_labels{namespace="cert-manager",secret="wildcard-issuer-account-key"} 1 kube_secret_labels{namespace="monitoring",secret="prometheus-token"} 1 kube_secret_labels{namespace="argocd",secret="argocd-repo-secret"} 1 kube_secret_labels{namespace="default",secret="k8s.generated.photos-tls"} 1 kube_secret_labels{namespace="argocd",secret="argocd-redis"} 1 kube_secret_labels{namespace="cert-manager",secret="cert-manager-webhook-ca"} 1 kube_secret_labels{namespace="cert-manager",secret="route53-secret"} 1 kube_secret_labels{namespace="argocd",secret="basic-auth"} 1 # HELP kube_secret_created Unix creation timestamp # TYPE kube_secret_created gauge kube_secret_created{namespace="illustrations-api",secret="aws-s3-secret"} 1.75749327e+09 kube_secret_created{namespace="kube-system",secret="webhook-token"} 1.748902218e+09 kube_secret_created{namespace="illustrations-api",secret="illustrations-api-train.generated.photos"} 1.757493712e+09 kube_secret_created{namespace="argocd",secret="argocd-notifications-secret"} 1.751968472e+09 kube_secret_created{namespace="default",secret="icons8-registry-cred"} 1.748884645e+09 kube_secret_created{namespace="illustrations-api",secret="icons8-registry-cred"} 1.757493281e+09 kube_secret_created{namespace="gpu-operator-resources",secret="sh.helm.release.v1.gpu-operator.v1"} 1.748556022e+09 kube_secret_created{namespace="argocd",secret="argocd-secret"} 1.751959927e+09 kube_secret_created{namespace="argocd",secret="argocd-repo-secret"} 1.751960102e+09 kube_secret_created{namespace="illustrations-api",secret="basic-auth"} 1.757493276e+09 kube_secret_created{namespace="cert-manager",secret="wildcard-issuer-account-key"} 1.748624467e+09 kube_secret_created{namespace="monitoring",secret="prometheus-token"} 1.74888483e+09 kube_secret_created{namespace="default",secret="k8s.generated.photos-tls"} 1.748884718e+09 kube_secret_created{namespace="argocd",secret="argocd-redis"} 1.751959928e+09 kube_secret_created{namespace="cert-manager",secret="cert-manager-webhook-ca"} 1.74855654e+09 kube_secret_created{namespace="cert-manager",secret="route53-secret"} 1.748624764e+09 kube_secret_created{namespace="argocd",secret="basic-auth"} 1.751960096e+09 kube_secret_created{namespace="argocd",secret="argocd-initial-admin-secret"} 1.751959929e+09 kube_secret_created{namespace="argocd",secret="argocd.generated.photos"} 1.751960128e+09 kube_secret_created{namespace="kube-system",secret="kube-state.mc.generated.photos"} 1.748979182e+09 # HELP kube_secret_metadata_resource_version Resource version representing a specific version of secret. # TYPE kube_secret_metadata_resource_version gauge kube_secret_metadata_resource_version{namespace="illustrations-api",secret="aws-s3-secret"} 2.7589605e+07 kube_secret_metadata_resource_version{namespace="kube-system",secret="webhook-token"} 4.5735082e+07 kube_secret_metadata_resource_version{namespace="illustrations-api",secret="illustrations-api-train.generated.photos"} 4.354175e+07 kube_secret_metadata_resource_version{namespace="default",secret="icons8-registry-cred"} 1.006794e+06 kube_secret_metadata_resource_version{namespace="illustrations-api",secret="icons8-registry-cred"} 2.7589644e+07 kube_secret_metadata_resource_version{namespace="argocd",secret="argocd-notifications-secret"} 1.0487108e+07 kube_secret_metadata_resource_version{namespace="gpu-operator-resources",secret="sh.helm.release.v1.gpu-operator.v1"} 877 kube_secret_metadata_resource_version{namespace="argocd",secret="argocd-secret"} 1.0457791e+07 kube_secret_metadata_resource_version{namespace="illustrations-api",secret="basic-auth"} 2.7589624e+07 kube_secret_metadata_resource_version{namespace="cert-manager",secret="wildcard-issuer-account-key"} 210408 kube_secret_metadata_resource_version{namespace="monitoring",secret="prometheus-token"} 5.0637682e+07 kube_secret_metadata_resource_version{namespace="argocd",secret="argocd-repo-secret"} 1.0457772e+07 kube_secret_metadata_resource_version{namespace="default",secret="k8s.generated.photos-tls"} 4.8935903e+07 kube_secret_metadata_resource_version{namespace="argocd",secret="argocd-redis"} 1.0457153e+07 kube_secret_metadata_resource_version{namespace="cert-manager",secret="cert-manager-webhook-ca"} 2999 kube_secret_metadata_resource_version{namespace="cert-manager",secret="route53-secret"} 218894 kube_secret_metadata_resource_version{namespace="argocd",secret="basic-auth"} 1.0457751e+07 kube_secret_metadata_resource_version{namespace="argocd",secret="argocd.generated.photos"} 4.2454981e+07 kube_secret_metadata_resource_version{namespace="kube-system",secret="kube-state.mc.generated.photos"} 4.9226771e+07 kube_secret_metadata_resource_version{namespace="argocd",secret="argocd-initial-admin-secret"} 1.0457189e+07 # HELP kube_service_info Information about service. # TYPE kube_service_info gauge kube_service_info{namespace="argocd",service="argocd-notifications-controller-metrics",cluster_ip="10.152.183.70",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="argocd",service="argocd-server-metrics",cluster_ip="10.152.183.249",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="gpu-operator-resources",service="gpu-operator",cluster_ip="10.152.183.219",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="kube-system",service="kube-state-metrics",cluster_ip="None",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="argocd",service="argocd-applicationset-controller",cluster_ip="10.152.183.211",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="cert-manager",service="cert-manager-webhook",cluster_ip="10.152.183.205",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="illustrations-api",service="illustrations-api-train",cluster_ip="None",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="kube-system",service="metrics-server",cluster_ip="10.152.183.223",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="argocd",service="argocd-redis",cluster_ip="10.152.183.69",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="argocd",service="argocd-repo-server",cluster_ip="10.152.183.51",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="monitoring",service="node-exporter",cluster_ip="10.152.183.202",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="default",service="kubernetes",cluster_ip="10.152.183.1",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="kube-system",service="kube-dns",cluster_ip="10.152.183.10",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="argocd",service="argocd-dex-server",cluster_ip="10.152.183.28",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="argocd",service="argocd-server",cluster_ip="10.152.183.76",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="argocd",service="argocd-metrics",cluster_ip="10.152.183.97",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="default",service="webhook",cluster_ip="10.152.183.87",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="cert-manager",service="cert-manager",cluster_ip="10.152.183.203",external_name="",load_balancer_ip=""} 1 kube_service_info{namespace="gpu-operator-resources",service="nvidia-dcgm-exporter",cluster_ip="10.152.183.137",external_name="",load_balancer_ip=""} 1 # HELP kube_service_created Unix creation timestamp # TYPE kube_service_created gauge kube_service_created{namespace="argocd",service="argocd-metrics"} 1.751959927e+09 kube_service_created{namespace="default",service="webhook"} 1.748884553e+09 kube_service_created{namespace="cert-manager",service="cert-manager"} 1.748556536e+09 kube_service_created{namespace="gpu-operator-resources",service="nvidia-dcgm-exporter"} 1.748556084e+09 kube_service_created{namespace="argocd",service="argocd-notifications-controller-metrics"} 1.751959927e+09 kube_service_created{namespace="argocd",service="argocd-server-metrics"} 1.751959927e+09 kube_service_created{namespace="gpu-operator-resources",service="gpu-operator"} 1.748556084e+09 kube_service_created{namespace="kube-system",service="kube-state-metrics"} 1.74897898e+09 kube_service_created{namespace="argocd",service="argocd-applicationset-controller"} 1.751959927e+09 kube_service_created{namespace="cert-manager",service="cert-manager-webhook"} 1.748556536e+09 kube_service_created{namespace="illustrations-api",service="illustrations-api-train"} 1.75749332e+09 kube_service_created{namespace="kube-system",service="metrics-server"} 1.748556032e+09 kube_service_created{namespace="argocd",service="argocd-redis"} 1.751959927e+09 kube_service_created{namespace="argocd",service="argocd-repo-server"} 1.751959927e+09 kube_service_created{namespace="default",service="kubernetes"} 1.748555718e+09 kube_service_created{namespace="kube-system",service="kube-dns"} 1.74855572e+09 kube_service_created{namespace="monitoring",service="node-exporter"} 1.748884822e+09 kube_service_created{namespace="argocd",service="argocd-dex-server"} 1.751959927e+09 kube_service_created{namespace="argocd",service="argocd-server"} 1.751959927e+09 # HELP kube_service_spec_type Type about service. # TYPE kube_service_spec_type gauge kube_service_spec_type{namespace="gpu-operator-resources",service="gpu-operator",type="ClusterIP"} 1 kube_service_spec_type{namespace="kube-system",service="kube-state-metrics",type="ClusterIP"} 1 kube_service_spec_type{namespace="argocd",service="argocd-applicationset-controller",type="ClusterIP"} 1 kube_service_spec_type{namespace="cert-manager",service="cert-manager-webhook",type="ClusterIP"} 1 kube_service_spec_type{namespace="illustrations-api",service="illustrations-api-train",type="ClusterIP"} 1 kube_service_spec_type{namespace="kube-system",service="metrics-server",type="ClusterIP"} 1 kube_service_spec_type{namespace="argocd",service="argocd-redis",type="ClusterIP"} 1 kube_service_spec_type{namespace="argocd",service="argocd-repo-server",type="ClusterIP"} 1 kube_service_spec_type{namespace="default",service="kubernetes",type="ClusterIP"} 1 kube_service_spec_type{namespace="kube-system",service="kube-dns",type="ClusterIP"} 1 kube_service_spec_type{namespace="monitoring",service="node-exporter",type="ClusterIP"} 1 kube_service_spec_type{namespace="argocd",service="argocd-dex-server",type="ClusterIP"} 1 kube_service_spec_type{namespace="argocd",service="argocd-server",type="ClusterIP"} 1 kube_service_spec_type{namespace="argocd",service="argocd-metrics",type="ClusterIP"} 1 kube_service_spec_type{namespace="default",service="webhook",type="ClusterIP"} 1 kube_service_spec_type{namespace="cert-manager",service="cert-manager",type="ClusterIP"} 1 kube_service_spec_type{namespace="gpu-operator-resources",service="nvidia-dcgm-exporter",type="ClusterIP"} 1 kube_service_spec_type{namespace="argocd",service="argocd-notifications-controller-metrics",type="ClusterIP"} 1 kube_service_spec_type{namespace="argocd",service="argocd-server-metrics",type="ClusterIP"} 1 # HELP kube_service_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_service_annotations gauge kube_service_annotations{namespace="argocd",service="argocd-metrics"} 1 kube_service_annotations{namespace="default",service="webhook"} 1 kube_service_annotations{namespace="gpu-operator-resources",service="nvidia-dcgm-exporter"} 1 kube_service_annotations{namespace="cert-manager",service="cert-manager"} 1 kube_service_annotations{namespace="argocd",service="argocd-notifications-controller-metrics"} 1 kube_service_annotations{namespace="argocd",service="argocd-server-metrics"} 1 kube_service_annotations{namespace="kube-system",service="kube-state-metrics"} 1 kube_service_annotations{namespace="argocd",service="argocd-applicationset-controller"} 1 kube_service_annotations{namespace="gpu-operator-resources",service="gpu-operator"} 1 kube_service_annotations{namespace="argocd",service="argocd-redis"} 1 kube_service_annotations{namespace="argocd",service="argocd-repo-server"} 1 kube_service_annotations{namespace="cert-manager",service="cert-manager-webhook"} 1 kube_service_annotations{namespace="illustrations-api",service="illustrations-api-train"} 1 kube_service_annotations{namespace="kube-system",service="metrics-server"} 1 kube_service_annotations{namespace="default",service="kubernetes"} 1 kube_service_annotations{namespace="kube-system",service="kube-dns"} 1 kube_service_annotations{namespace="monitoring",service="node-exporter"} 1 kube_service_annotations{namespace="argocd",service="argocd-dex-server"} 1 kube_service_annotations{namespace="argocd",service="argocd-server"} 1 # HELP kube_service_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_service_labels gauge kube_service_labels{namespace="default",service="webhook"} 1 kube_service_labels{namespace="cert-manager",service="cert-manager"} 1 kube_service_labels{namespace="gpu-operator-resources",service="nvidia-dcgm-exporter"} 1 kube_service_labels{namespace="argocd",service="argocd-notifications-controller-metrics"} 1 kube_service_labels{namespace="argocd",service="argocd-server-metrics"} 1 kube_service_labels{namespace="gpu-operator-resources",service="gpu-operator"} 1 kube_service_labels{namespace="kube-system",service="kube-state-metrics"} 1 kube_service_labels{namespace="argocd",service="argocd-applicationset-controller"} 1 kube_service_labels{namespace="cert-manager",service="cert-manager-webhook"} 1 kube_service_labels{namespace="illustrations-api",service="illustrations-api-train"} 1 kube_service_labels{namespace="kube-system",service="metrics-server"} 1 kube_service_labels{namespace="argocd",service="argocd-redis"} 1 kube_service_labels{namespace="argocd",service="argocd-repo-server"} 1 kube_service_labels{namespace="default",service="kubernetes"} 1 kube_service_labels{namespace="kube-system",service="kube-dns"} 1 kube_service_labels{namespace="monitoring",service="node-exporter"} 1 kube_service_labels{namespace="argocd",service="argocd-dex-server"} 1 kube_service_labels{namespace="argocd",service="argocd-server"} 1 kube_service_labels{namespace="argocd",service="argocd-metrics"} 1 # HELP kube_service_spec_external_ip Service external ips. One series for each ip # TYPE kube_service_spec_external_ip gauge # HELP kube_service_status_load_balancer_ingress Service load balancer ingress status # TYPE kube_service_status_load_balancer_ingress gauge # HELP kube_statefulset_created Unix creation timestamp # TYPE kube_statefulset_created gauge kube_statefulset_created{namespace="illustrations-api",statefulset="illustrations-api-train"} 1.757493498e+09 kube_statefulset_created{namespace="argocd",statefulset="argocd-application-controller"} 1.751959928e+09 # HELP kube_statefulset_status_replicas The number of replicas per StatefulSet. # TYPE kube_statefulset_status_replicas gauge kube_statefulset_status_replicas{namespace="argocd",statefulset="argocd-application-controller"} 1 kube_statefulset_status_replicas{namespace="illustrations-api",statefulset="illustrations-api-train"} 8 # HELP kube_statefulset_status_replicas_available The number of available replicas per StatefulSet. # TYPE kube_statefulset_status_replicas_available gauge kube_statefulset_status_replicas_available{namespace="argocd",statefulset="argocd-application-controller"} 1 kube_statefulset_status_replicas_available{namespace="illustrations-api",statefulset="illustrations-api-train"} 8 # HELP kube_statefulset_status_replicas_current The number of current replicas per StatefulSet. # TYPE kube_statefulset_status_replicas_current gauge kube_statefulset_status_replicas_current{namespace="illustrations-api",statefulset="illustrations-api-train"} 8 kube_statefulset_status_replicas_current{namespace="argocd",statefulset="argocd-application-controller"} 1 # HELP kube_statefulset_status_replicas_ready The number of ready replicas per StatefulSet. # TYPE kube_statefulset_status_replicas_ready gauge kube_statefulset_status_replicas_ready{namespace="argocd",statefulset="argocd-application-controller"} 1 kube_statefulset_status_replicas_ready{namespace="illustrations-api",statefulset="illustrations-api-train"} 8 # HELP kube_statefulset_status_replicas_updated The number of updated replicas per StatefulSet. # TYPE kube_statefulset_status_replicas_updated gauge kube_statefulset_status_replicas_updated{namespace="argocd",statefulset="argocd-application-controller"} 1 kube_statefulset_status_replicas_updated{namespace="illustrations-api",statefulset="illustrations-api-train"} 8 # HELP kube_statefulset_status_observed_generation The generation observed by the StatefulSet controller. # TYPE kube_statefulset_status_observed_generation gauge kube_statefulset_status_observed_generation{namespace="illustrations-api",statefulset="illustrations-api-train"} 5 kube_statefulset_status_observed_generation{namespace="argocd",statefulset="argocd-application-controller"} 3 # HELP kube_statefulset_replicas Number of desired pods for a StatefulSet. # TYPE kube_statefulset_replicas gauge kube_statefulset_replicas{namespace="illustrations-api",statefulset="illustrations-api-train"} 8 kube_statefulset_replicas{namespace="argocd",statefulset="argocd-application-controller"} 1 # HELP kube_statefulset_metadata_generation Sequence number representing a specific generation of the desired state for the StatefulSet. # TYPE kube_statefulset_metadata_generation gauge kube_statefulset_metadata_generation{namespace="illustrations-api",statefulset="illustrations-api-train"} 5 kube_statefulset_metadata_generation{namespace="argocd",statefulset="argocd-application-controller"} 3 # HELP kube_statefulset_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_statefulset_annotations gauge kube_statefulset_annotations{namespace="illustrations-api",statefulset="illustrations-api-train"} 1 kube_statefulset_annotations{namespace="argocd",statefulset="argocd-application-controller"} 1 # HELP kube_statefulset_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_statefulset_labels gauge kube_statefulset_labels{namespace="illustrations-api",statefulset="illustrations-api-train"} 1 kube_statefulset_labels{namespace="argocd",statefulset="argocd-application-controller"} 1 # HELP kube_statefulset_status_current_revision Indicates the version of the StatefulSet used to generate Pods in the sequence [0,currentReplicas). # TYPE kube_statefulset_status_current_revision gauge kube_statefulset_status_current_revision{namespace="illustrations-api",statefulset="illustrations-api-train",revision="illustrations-api-train-95985f8b4"} 1 kube_statefulset_status_current_revision{namespace="argocd",statefulset="argocd-application-controller",revision="argocd-application-controller-6c645596f7"} 1 # HELP kube_statefulset_status_update_revision Indicates the version of the StatefulSet used to generate Pods in the sequence [replicas-updatedReplicas,replicas) # TYPE kube_statefulset_status_update_revision gauge kube_statefulset_status_update_revision{namespace="illustrations-api",statefulset="illustrations-api-train",revision="illustrations-api-train-95985f8b4"} 1 kube_statefulset_status_update_revision{namespace="argocd",statefulset="argocd-application-controller",revision="argocd-application-controller-6c645596f7"} 1 # HELP kube_storageclass_info Information about storageclass. # TYPE kube_storageclass_info gauge kube_storageclass_info{storageclass="microk8s-hostpath",provisioner="microk8s.io/hostpath",reclaim_policy="Delete",volume_binding_mode="WaitForFirstConsumer"} 1 kube_storageclass_info{storageclass="mnt-hostpath",provisioner="microk8s.io/hostpath",reclaim_policy="Delete",volume_binding_mode="WaitForFirstConsumer"} 1 # HELP kube_storageclass_created Unix creation timestamp # TYPE kube_storageclass_created gauge kube_storageclass_created{storageclass="microk8s-hostpath"} 1.748556066e+09 kube_storageclass_created{storageclass="mnt-hostpath"} 1.748624952e+09 # HELP kube_storageclass_annotations Kubernetes annotations converted to Prometheus labels. # TYPE kube_storageclass_annotations gauge kube_storageclass_annotations{storageclass="microk8s-hostpath"} 1 kube_storageclass_annotations{storageclass="mnt-hostpath"} 1 # HELP kube_storageclass_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_storageclass_labels gauge kube_storageclass_labels{storageclass="mnt-hostpath"} 1 kube_storageclass_labels{storageclass="microk8s-hostpath"} 1 # HELP kube_validatingwebhookconfiguration_info Information about the ValidatingWebhookConfiguration. # TYPE kube_validatingwebhookconfiguration_info gauge kube_validatingwebhookconfiguration_info{namespace="",validatingwebhookconfiguration="cert-manager-webhook"} 1 # HELP kube_validatingwebhookconfiguration_created Unix creation timestamp. # TYPE kube_validatingwebhookconfiguration_created gauge kube_validatingwebhookconfiguration_created{namespace="",validatingwebhookconfiguration="cert-manager-webhook"} 1.748556536e+09 # HELP kube_validatingwebhookconfiguration_metadata_resource_version Resource version representing a specific version of the ValidatingWebhookConfiguration. # TYPE kube_validatingwebhookconfiguration_metadata_resource_version gauge kube_validatingwebhookconfiguration_metadata_resource_version{namespace="",validatingwebhookconfiguration="cert-manager-webhook"} 3000 # HELP kube_volumeattachment_labels Kubernetes labels converted to Prometheus labels. # TYPE kube_volumeattachment_labels gauge # HELP kube_volumeattachment_info Information about volumeattachment. # TYPE kube_volumeattachment_info gauge # HELP kube_volumeattachment_created Unix creation timestamp # TYPE kube_volumeattachment_created gauge # HELP kube_volumeattachment_spec_source_persistentvolume PersistentVolume source reference. # TYPE kube_volumeattachment_spec_source_persistentvolume gauge # HELP kube_volumeattachment_status_attached Information about volumeattachment. # TYPE kube_volumeattachment_status_attached gauge # HELP kube_volumeattachment_status_attachment_metadata volumeattachment metadata. # TYPE kube_volumeattachment_status_attachment_metadata gauge