[{"id":"IL-0171","title":{"en":"Karpenter node auto-repair replaced EKS GPU nodes about 10 minutes after they became Ready, in a loop, because the Bottlerocket NVIDIA AMI lacked libdcgm.so and set AcceleratedHardwareReady to False","ko":"Bottlerocket AMI 에 libdcgm.so 가 없어 GPU 노드의 AcceleratedHardwareReady 가 False 가 됐고, Karpenter 노드 자동 복구가 Ready 뒤 10~11분마다 GPU 노드를 교체하는 일을 끝없이 되풀이했다."},"org":"Inflab","org_slug":"inflab","date":"2025-08-27","severity":"unknown","root_cause":"software-bug","url":"https://benchlet.com/incidentlib/app/cases/IL-0171","shared_components":["gpu-driver"]},{"id":"IL-0077","title":{"en":"EKS cluster went read-only for over seven hours after Kyverno ephemeralreports filled the etcd database past its size limit","ko":"Kyverno 1.12 가 만든 ephemeralreports 객체가 쌓여 EKS 의 etcd 데이터베이스가 한도를 넘었고 운영 클러스터가 읽기 전용이 되어 모든 쓰기가 거부됐다"},"org":"Marcin Cuber","org_slug":"marcin-cuber","date":"2024-06-05","severity":"sev1","root_cause":"software-bug","url":"https://benchlet.com/incidentlib/app/cases/IL-0077","shared_components":["kube-apiserver"]},{"id":"IL-0112","title":{"en":"The daily node rollover put DFDS's EKS nodes on an AMI later recalled for a kernel issue, causing \"PLEG is not healthy\" NodeNotReady flaps and pod network timeouts","ko":"나중에 회수된 EKS 노드 AMI 로 노드를 교체한 뒤 노드가 PLEG is not healthy 를 보고하며 NotReady 를 오갔고 파드 네트워크 타임아웃이 났다"},"org":"DFDS","org_slug":"dfds","date":"2022-10-31","severity":"unknown","root_cause":"software-bug","url":"https://benchlet.com/incidentlib/app/cases/IL-0112","shared_components":["linux-kernel"]},{"id":"IL-0029","title":{"en":"Slow user-facing services from CPU throttling on containers that used far less CPU than their limit","ko":"CPU 한도를 건 컨테이너가 사용량이 한도에 한참 못 미치는데도 스로틀링되어 사용자 대면 서비스의 지연 시간이 늘었다."},"org":"Buffer","org_slug":"buffer","date":"2020-08-31","severity":"unknown","root_cause":"software-bug","url":"https://benchlet.com/incidentlib/app/cases/IL-0029","shared_components":["linux-kernel"]},{"id":"IL-0012","title":{"en":"CPU limits and an unpatched kernel CFS quota bug throttled multi-threaded services into stalls, failed health checks and timeouts","ko":"CPU limit 과 커널 CFS 쿼터 버그로 파드가 과하게 스로틀링돼 헬스 체크가 실패하고 애플리케이션이 멈췄다"},"org":"Omio","org_slug":"omio","date":"2020-02-17","severity":"unknown","root_cause":"software-bug","url":"https://benchlet.com/incidentlib/app/cases/IL-0012","shared_components":["linux-kernel"]},{"id":"IL-0143","title":{"en":"GKE nodes upgraded to certain 1.13 and 1.14 versions had an elevated number of kernel panics, fixed by releases that downgraded the Container-Optimized OS image","ko":"GKE 1.13 과 1.14 의 특정 버전으로 업그레이드한 노드에서 커널 패닉이 늘었다."},"org":"Google Cloud","org_slug":"google-cloud","date":"2019-11-04","severity":"unknown","root_cause":"software-bug","url":"https://benchlet.com/incidentlib/app/cases/IL-0143","shared_components":["linux-kernel"]},{"id":"IL-0030","title":{"en":"Most nodes of a cluster went NotReady together for 15 minutes while the API server sat behind an AWS ELB","ko":"쿠버네티스 v1.7.4 클러스터에서 노드들이 한꺼번에 NotReady 가 되어 쓸 수 있는 노드가 20% 미만으로 줄었다."},"org":"Zalando","org_slug":"zalando","date":"2019-02-11","severity":"unknown","root_cause":"software-bug","url":"https://benchlet.com/incidentlib/app/cases/IL-0030","shared_components":["kube-apiserver"]},{"id":"IL-0072","title":{"en":"High etcd write latency made the API servers return stale data, and the production cluster flipped between two views of its state","ko":"etcd 쓰기 지연으로 API 서버가 오래된 데이터를 읽어 클러스터 상태가 두 가지로 번갈아 보였고, 주 운영 클러스터 전체가 약 4시간 멈췄다"},"org":"Nordstrom","org_slug":"nordstrom","date":"2017-12-15","severity":"unknown","root_cause":"software-bug","url":"https://benchlet.com/incidentlib/app/cases/IL-0072","shared_components":["kube-apiserver"]},{"id":"IL-0003","title":{"en":"linkerd lost Kubernetes service discovery after an etcd reconfiguration, and restarting every linkerd instance turned failed payments into a full platform outage","ko":"etcd 클러스터 재구성 뒤 쿠버네티스 버그로 linkerd 가 서비스 위치 갱신을 받지 못했고, linkerd 를 모두 재시작하자 엔드포인트가 없는 서비스를 파싱하지 못하는 오류가 드러나 플랫폼 전체가 멈췄다"},"org":"Monzo","org_slug":"monzo","date":"2017-10-27","severity":"unknown","root_cause":"software-bug","url":"https://benchlet.com/incidentlib/app/cases/IL-0003","shared_components":["kube-apiserver"]}]