[{"id":"IL-0095","title":{"en":"An engineer deleted the prod namespace of the LEAP JupyterHub while believing the kubeconfig pointed at a new cluster, and the hub was down for about an hour","ko":"엔지니어가 kubectl 이 다른 클러스터를 가리키는 줄 모르고 prod 네임스페이스를 지워 LEAP JupyterHub 가 약 1시간 동안 멈췄다."},"org":"2i2c","org_slug":"2i2c","date":"2025-08-12","severity":"unknown","root_cause":"human-operation","url":"https://benchlet.com/incidentlib/app/cases/IL-0095","shared_components":["ingress"]},{"id":"IL-0018","title":{"en":"A Docker Hub password rotation left EKS nodes and Concourse locked out of Docker Hub and unable to pull images","ko":"DockerHub 비밀번호를 바꾼 뒤 Concourse 와 EKS 클러스터 노드가 Docker Hub 에서 이미지를 받지 못했다"},"org":"UK Ministry of Justice","org_slug":"uk-ministry-of-justice","date":"2023-01-11","severity":"unknown","root_cause":"human-operation","url":"https://benchlet.com/incidentlib/app/cases/IL-0018","shared_components":["node-pool"]},{"id":"IL-0115","title":{"en":"One of OpenAI's three production AKS clusters went offline through a human error, and rebuilding it took 10½ hours because an AKS Kubernetes upgrade broke the ingress and AKS cannot be downgraded","ko":"OpenAI 의 운영 AKS 클러스터 세 개 중 하나가 사람의 실수로 통째로 내려가 Codex, Embeddings, 구형 GPT 모델과 파인튜닝 모델이 최대 12시간 동안 제대로 응답하지 못했다"},"org":"OpenAI","org_slug":"openai","date":"2022-06-23","severity":"unknown","root_cause":"human-operation","url":"https://benchlet.com/incidentlib/app/cases/IL-0115","shared_components":["ingress"]},{"id":"IL-0089","title":{"en":"A test cluster deletion script run with the kube context pointing at the live-1 production cluster deleted its ingress controller, monitoring, logging, cert-manager, kiam and external-dns","ko":"테스트 클러스터 삭제 스크립트가 운영 클러스터 live-1 을 대상으로 실행돼 인그레스 컨트롤러, 모니터링, 인증서 구성 요소가 지워지고 사용자 서비스에 접속할 수 없게 됐다."},"org":"UK Ministry of Justice","org_slug":"uk-ministry-of-justice","date":"2020-09-21","severity":"unknown","root_cause":"human-operation","url":"https://benchlet.com/incidentlib/app/cases/IL-0089","shared_components":["ingress"]}]