[{"id":"IL-0288","title":{"en":"ZooKeeperWait rose to thousands of seconds on three redundant ClickHouse instances, degrading a CDN77 data pipeline","ko":"CDN77 의 ClickHouse 데이터 파이프라인에서 이중화된 인스턴스 세 곳의 ZooKeeperWait 가 수천 초로 치솟아 복제가 한 시간 넘게 느려졌다"},"org":"CDN77","org_slug":"cdn77","date":"2026-03-09","severity":"unknown","root_cause":"capacity","url":"https://benchlet.com/incidentlib/app/cases/IL-0288","shared_components":["telemetry-agent"]},{"id":"IL-0390","title":{"en":"PostHog US Cloud event ingestion slowed to delays of up to 2 days as writes to the Persons Postgres table stalled","ko":"PostHog US Cloud 의 Persons Postgres 데이터베이스 쓰기가 크게 느려져 이벤트와 persons 수집이 최대 2일 지연됐다"},"org":"PostHog","org_slug":"posthog","date":"2025-11-11","severity":"unknown","root_cause":"capacity","url":"https://benchlet.com/incidentlib/app/cases/IL-0390","shared_components":["message-broker"]},{"id":"IL-0544","title":{"en":"Wasabi's database cache stopped responding when its queueing service filled up, and S3 failed in all regions","ko":"Wasabi 전 리전의 S3 와 사용자 서비스에 이틀에 걸쳐 세 차례 장애가 났다"},"org":"Wasabi","org_slug":"wasabi","date":"2024-08-06","severity":"unknown","root_cause":"capacity","url":"https://benchlet.com/incidentlib/app/cases/IL-0544","shared_components":["message-broker"]},{"id":"IL-0042","title":{"en":"Application logs stopped reaching Elasticsearch and OpenSearch for hours and were lost when OpenSearch ran out of disk space","ko":"OpenSearch 디스크가 가득 찬 동안 fluent-bit 가 로그를 처리하지 못해 Elasticsearch 와 OpenSearch 에 애플리케이션 로그가 들어오지 않았다."},"org":"UK Ministry of Justice","org_slug":"uk-ministry-of-justice","date":"2024-07-25","severity":"unknown","root_cause":"capacity","url":"https://benchlet.com/incidentlib/app/cases/IL-0042","shared_components":["telemetry-agent"]},{"id":"IL-0110","title":{"en":"A Grafana Agent pod's high memory use and crash-looping Hangfire pods drove a Kubernetes node into system OOM and NotReady, twice in one day","ko":"Grafana Agent 파드가 메모리를 많이 쓰던 노드에 Hangfire 파드가 함께 올라가 시스템 OOM 으로 CrashLoopBackOff 를 반복했고, 노드가 응답을 멈추고 NotReady 가 됐다."},"org":"DFDS","org_slug":"dfds","date":"2024-03-13","severity":"unknown","root_cause":"capacity","url":"https://benchlet.com/incidentlib/app/cases/IL-0110","shared_components":["telemetry-agent"]},{"id":"IL-0043","title":{"en":"Application logs missing in Kibana after a newer Fluent Bit version changed its chunk drop strategy","ko":"새 버전 fluent-bit에서 청크를 버리는 방식이 바뀌어 Kibana의 애플리케이션 로그에 긴 공백이 생겼다"},"org":"UK Ministry of Justice","org_slug":"uk-ministry-of-justice","date":"2023-08-04","severity":"unknown","root_cause":"capacity","url":"https://benchlet.com/incidentlib/app/cases/IL-0043","shared_components":["telemetry-agent"]},{"id":"IL-0194","title":{"en":"After a kube-apiserver restart, pod LIST requests from every pod of a Vector DaemonSet nearly tripled etcd memory and restarted all master nodes","ko":"kube-apiserver 재시작 뒤 Vector DaemonSet 의 파드 list 요청이 한꺼번에 몰려 etcd 메모리가 세 배 가까이 늘고 마스터 노드가 연쇄적으로 재시작했다."},"org":"Palark","org_slug":"palark","date":"2023-03-23","severity":"unknown","root_cause":"capacity","url":"https://benchlet.com/incidentlib/app/cases/IL-0194","shared_components":["telemetry-agent"]},{"id":"IL-0026","title":{"en":"Kubernetes nodes hit SystemOOM because fluentd-sumologic log shipper pods had no memory limits","ko":"메모리 제한이 없는 fluentd-sumologic 파드가 메모리를 다 써서 운영 쿠버네티스 노드 두 대에 이틀 연속 SystemOOM 이 났다"},"org":"Blue Matador","org_slug":"blue-matador","date":"2019-06-15","severity":"unknown","root_cause":"capacity","url":"https://benchlet.com/incidentlib/app/cases/IL-0026","shared_components":["telemetry-agent"]},{"id":"IL-0075","title":{"en":"Kubernetes API servers pegged on CPU when the cluster grew to about 290 nodes, traced to Datadog agents polling the API","ko":"클러스터가 EC2 인스턴스 약 290대로 커지자 노드마다 도는 Datadog 에이전트가 쿠버네티스 API 를 폴링하면서 API 서버가 CPU 와 메모리를 다 써 쿠버네티스 컨트롤 플레인을 쓸 수 없게 됐다."},"org":"Civis Analytics","org_slug":"civis-analytics","date":"2019-01-16","severity":"unknown","root_cause":"capacity","url":"https://benchlet.com/incidentlib/app/cases/IL-0075","shared_components":["telemetry-agent"]},{"id":"IL-0275","title":{"en":"Parse.ly's Kafka brokers hit network limits and failed one after another, stopping the analytics pipeline for hours","ko":"Kafka 브로커들이 네트워크 한계에 닿아 줄줄이 쓰러지면서 Parse.ly 의 데이터 처리가 멈추고 대시보드에 몇 시간 동안 새 데이터가 나오지 않았다"},"org":"Parse.ly","org_slug":"parse-ly","date":"2015-03-26","severity":"unknown","root_cause":"capacity","url":"https://benchlet.com/incidentlib/app/cases/IL-0275","shared_components":["message-broker"]}]