{
  "meta": {
    "version": "v1",
    "pricing": {
      "public": {
        "label": "Public",
        "description": "Read-only API access for lightweight status checks and public integrations."
      },
      "premium": {
        "label": "Premium",
        "description": "API keys with higher hourly quotas, plus Slack, Discord, webhook, and email outage alerts across your vendor stack."
      }
    },
    "generatedAt": "2026-07-24T10:19:18.781Z"
  },
  "data": {
    "id": "incident_statuspage_harness_mgdj0vq2pjrz",
    "slug": "harness-we-are-noticing-ci-hosted-build-failures-2026-04-16",
    "title": "We are noticing CI hosted build failures",
    "summary": "We are noticing CI hosted build failures",
    "status": "resolved",
    "severity": "minor",
    "startedAt": "2026-04-16T07:15:59+00:00",
    "updatedAt": "2026-04-23T16:55:53.376+00:00",
    "resolvedAt": "2026-04-16T12:02:35.948+00:00",
    "provider": {
      "slug": "harness",
      "name": "Harness"
    },
    "affectedServices": [
      {
        "slug": "harness-cicd",
        "name": "CI/CD"
      }
    ],
    "links": {
      "html": "/incidents/harness-we-are-noticing-ci-hosted-build-failures-2026-04-16",
      "api": "/api/v1/incidents/harness-we-are-noticing-ci-hosted-build-failures-2026-04-16",
      "providerHtml": "/providers/harness"
    },
    "impactSummary": "Harness reported a minor event for the affected tracked services.",
    "source": {
      "id": "source_harness_status",
      "kind": "official_status_page",
      "name": "Harness Status",
      "checkedAt": "2026-07-23T12:00:00Z",
      "officialUrl": "https://status.harness.io",
      "statusPageUrl": "https://status.harness.io"
    },
    "updates": [
      {
        "id": "update_statuspage_harness_mgdj0vq2pjrz_1kk6d1gx5135",
        "status": "investigating",
        "body": "We are currently investigating this issue.",
        "createdAt": "2026-04-16T10:06:59.955+00:00"
      },
      {
        "id": "update_statuspage_harness_mgdj0vq2pjrz_x81ldjffgrjb",
        "status": "identified",
        "body": "The issue has been identified and a fix is being implemented.",
        "createdAt": "2026-04-16T10:14:09.057+00:00"
      },
      {
        "id": "update_statuspage_harness_mgdj0vq2pjrz_5r3sw5cvqv26",
        "status": "identified",
        "body": "We are continuing to work on a fix for this issue.",
        "createdAt": "2026-04-16T11:08:18.293+00:00"
      },
      {
        "id": "update_statuspage_harness_mgdj0vq2pjrz_v721hllhpgnj",
        "status": "monitoring",
        "body": "A fix has been implemented and we are monitoring the results.",
        "createdAt": "2026-04-16T11:41:00.279+00:00"
      },
      {
        "id": "update_statuspage_harness_mgdj0vq2pjrz_cggzjt7mdc86",
        "status": "resolved",
        "body": "This incident has been resolved.",
        "createdAt": "2026-04-16T12:02:35.948+00:00"
      },
      {
        "id": "update_statuspage_harness_mgdj0vq2pjrz_9qpsrwy9n7vy",
        "status": "resolved",
        "body": "On April 16, 2026, Hosted CI Linux pipelines experienced intermittent initialization failures due to an upstream outage affecting package repositories used during environment setup.\n\n### **Impact**\n\nA subset of customers running Hosted CI pipelines encountered failures during the initialization phase, preventing jobs from starting successfully.\n\n* Affected: 24 accounts\n* Failed executions: 129 pipelines\n* Impact duration: ~5 hours 49 minutes\n\n### **Root Cause**\n\nThe issue was caused by a service disruption in an external package repository provider. During CI environment provisioning, dependency installation requests to this upstream service timed out, causing initialization failures.\n\n### **Remediation**\n\n**Immediate Mitigation**  \nWe updated runner configurations to bypass dependency installation during initialization and rolled out updated environments across affected clusters.\n\n**Permanent Fix**  \nWe have improved resilience in our CI infrastructure by:\n\n* Using pre-configured environments with required dependencies pre-installed\n* Eliminating runtime dependency on external package repositories during initialization\n* Enhancing failure handling for external dependency timeouts\n\n### **Action Items / Next Steps**\n\n* Continue improving isolation from external dependencies during environment startup\n* Strengthen monitoring and alerting for upstream service degradation\n* Optimize rollout speed for infrastructure changes to reduce mitigation time",
        "createdAt": "2026-04-23T15:34:32.825+00:00"
      }
    ],
    "access": {
      "plan": "public",
      "keyed": false
    }
  }
}