{
  "meta": {
    "version": "v1",
    "pricing": {
      "public": {
        "label": "Public",
        "description": "Read-only API access for lightweight status checks and public integrations."
      },
      "premium": {
        "label": "Premium",
        "description": "API keys with higher hourly quotas, plus Slack, Discord, webhook, and email outage alerts across your vendor stack."
      }
    },
    "generatedAt": "2026-07-24T10:19:07.629Z"
  },
  "data": {
    "id": "incident_statuspage_harness_2535xlnfjt4n",
    "slug": "harness-pipeline-and-secret-resolution-failures-2026-05-18",
    "title": "Pipeline and secret resolution failures",
    "summary": "Pipeline and secret resolution failures",
    "status": "resolved",
    "severity": "minor",
    "startedAt": "2026-05-19T00:33:43.368+00:00",
    "updatedAt": "2026-05-19T00:35:16.119+00:00",
    "resolvedAt": "2026-05-08T18:10:00+00:00",
    "provider": {
      "slug": "harness",
      "name": "Harness"
    },
    "affectedServices": [],
    "links": {
      "html": "/incidents/harness-pipeline-and-secret-resolution-failures-2026-05-18",
      "api": "/api/v1/incidents/harness-pipeline-and-secret-resolution-failures-2026-05-18",
      "providerHtml": "/providers/harness"
    },
    "impactSummary": "Harness reported a minor event for the affected tracked services.",
    "source": {
      "id": "source_harness_status",
      "kind": "official_status_page",
      "name": "Harness Status",
      "checkedAt": "2026-07-23T12:00:00Z",
      "officialUrl": "https://status.harness.io",
      "statusPageUrl": "https://status.harness.io"
    },
    "updates": [
      {
        "id": "update_statuspage_harness_2535xlnfjt4n_1729960m55kj",
        "status": "resolved",
        "body": "On May 8, 2026, a CI performance optimization feature flag was inadvertantly impacted customer with older delegate version. The feature was designed to improve CI pipeline initialization performance by deferring secret resolution to runtime on supported delegate versions",
        "createdAt": "2026-05-19T00:33:43.434+00:00"
      },
      {
        "id": "update_statuspage_harness_2535xlnfjt4n_ygqglb9xcbmt",
        "status": "resolved",
        "body": "On May 8, 2026, a CI performance optimization feature flag was inadvertently impacted customer with older delegate version. The feature was designed to improve CI pipeline initialization performance by deferring secret resolution to runtime on supported delegate versions.\n\nCustomers running delegate versions that did not support the new runtime secret resolution capability experienced pipeline execution failures where secrets referenced in Run step commands resolved as empty strings.\n\nThe issue primarily impacted customers running older delegate versions outside the currently supported delegate release window. Customers on supported delegate versions were not impacted.\n\nThe issue was mitigated by disabling the feature flag, which immediately restored the prior secret resolution behavior. No customer configuration changes were required.\n\n**Impact**\n\n* Pipeline execution failures for affected Kubernetes CI builds\n* Secrets referenced in Run step commands resolved as empty strings\n* Customers running supported delegate versions were not affected\n\n**Root Cause**\n\nA feature flag intended for a limited internal rollout was unintentionally enabled for a broader set of accounts during a routine rollout process. The feature relied on delegate-side functionality available only in newer delegate versions. Older delegate versions did not support the required runtime secret resolution behavior, resulting in pipeline failures.\n\n‌\n\n**Resolution**\n\nThe feature flag was disabled globally, restoring the previous behavior where secrets are resolved during pipeline initialization. Impacted pipelines recovered immediately after rollback.\n\n**Preventive Actions**\n\nHarness is implementing the following improvements:\n\n* Enhancements to the feature flag approval workflow to more clearly display rollout scope.\n* Improved process and documentation for feature flags that depend on minimum delegate versions\n* Expanded monitoring and alerting for secret resolution failures in CI pipelines",
        "createdAt": "2026-05-19T00:33:48.87+00:00"
      }
    ],
    "access": {
      "plan": "public",
      "keyed": false
    }
  }
}