{ "incidents": [ { "id": "bo2mqxajrh6mw", "description": "Console Outage", "region_ids": [ "core-systems" ], "created_at": "2026-05-12T15:32:34.588994+00:00", "closed_at": "2026-05-12T16:22:56.491207+00:00", "updated_at": "2026-05-12T17:23:26.793887+00:00", "status": "postmortem", "components": [ { "name": "Console", "status": "operational" } ], "events": [ { "description": "We have detected an issue affecting the Console, which is currently returning \"Minified React error\" errors. Our engineering team is actively working to restore service.\n\nPlease note that the CLI and API appear unaffected. Additionally, live sites are also not impacted. The current errors only impact Console usage.\n\nFor the latest updates, follow this incident on our status page.", "timestamp": "2026-05-12T15:32:34.588994+00:00", "status": "investigating" }, { "description": "The issue has been identified, and a fix is being deployed.", "timestamp": "2026-05-12T15:50:28.038782+00:00", "status": "identified" }, { "description": "A fix has been deployed, and we are monitoring the results.", "timestamp": "2026-05-12T15:58:41.041702+00:00", "status": "monitoring" }, { "description": "This incident has been resolved.", "timestamp": "2026-05-12T16:22:56.491207+00:00", "status": "resolved" }, { "description": "WHAT HAPPENED\n\nA bug was deployed to the Console at around 09:20am UTC today, which resulted in the Console returning \"Minified React error\" for some users.\n\n\nCUSTOMER IMPACT\n\nBetween roughly 09:20 and 15:50 UTC on May 12th 2026, the Console was in a degraded state due to the aforementioned error being returned.\n\nThere was no impact to production sites, and CLI / API access was also not impacted.\n\n\nWHAT WAS DONE TO RESOLVE THE INCIDENT\n\nA fix for the bug was deployed at 15:50 UTC, after which the errors were resolved, and the Console was again fully usable.", "timestamp": "2026-05-12T17:23:26.793887+00:00", "status": "postmortem" } ] }, { "id": "3cvbgcqn52djc", "description": "Emergency maintenance", "region_ids": [ "au.platform.sh", "au-2.platform.sh", "ca-1.platform.sh", "ch-1.platform.sh", "de-2.platform.sh", "eu.platform.sh", "eu-2.platform.sh", "eu-4.platform.sh", "eu-5.platform.sh", "fr-3.platform.sh", "fr-4.platform.sh", "uk-1.platform.sh", "us.platform.sh", "us-2.platform.sh", "us-3.platform.sh", "us-4.platform.sh" ], "created_at": "2026-05-08T09:46:43.339662+00:00", "closed_at": "2026-05-11T08:31:03.935999+00:00", "updated_at": "2026-05-11T08:31:12.955708+00:00", "status": "postmortem", "components": [ { "name": "Grid Hosting", "status": "partial_outage" } ], "events": [ { "description": "We are temporarily restricting SSH access to regional systems due to an ongoing investigation.\n\nWe understand this may impact accessibility and are working to restore normal access as quickly as possible. Further updates will be provided as more information becomes available.", "timestamp": "2026-05-08T09:46:43.339662+00:00", "status": "investigating" }, { "description": "We are currently undertaking emergency maintenance to release an urgent patch to our systems.\n\nAs the patch is released all Upsun cloud environments will experience brief downtime (<10mins) as the system updates.\n\nWe have also disabled the deployment services on all regions while the patch is released. We will re-enable SSH and deployments as soon as the releases are completed, region by region.", "timestamp": "2026-05-08T10:38:02.629475+00:00", "status": "identified" }, { "description": "We are now deploying the patch for this issue across our production regions.\nSSH and deployment access will be re-enabled on a per-region basis as upgrades are complete.\nFurther updates will be provided periodically as regions are updated.", "timestamp": "2026-05-08T11:28:22.862186+00:00" }, { "description": "We have made progress in applying these emergency updates.\n\nFull functionality has been restored to the following regions:\nau-2.platform.sh\neu.platform.sh\n\nCustomers in these regions should now be able to access their projects via SSH and make deployments.\n\nWe'll be providing further updates as we progress through the rollout.", "timestamp": "2026-05-08T14:34:07.357618+00:00" }, { "description": "We have made progress in applying these emergency updates.\n\nFull functionality has been restored to the following regions:\neu-2.platform.sh\nca-1.platform.sh\n\nCustomers in these regions should now be able to access their projects via SSH and make deployments.\n\nWe'll be providing further updates as we progress through the rollout.", "timestamp": "2026-05-08T16:11:57.144451+00:00" }, { "description": "We have made progress in applying these emergency updates.\n\nFull functionality has been restored to the following regions:\nuk-1.platfrom.sh\nus-3.platform.sh\nfr-4.platform.sh\n\nCustomers in these regions should now be able to access their projects via SSH and make deployments.\n\nWe'll be providing further updates as we progress through the rollout.", "timestamp": "2026-05-08T17:15:55.419901+00:00", "status": "identified" }, { "description": "We have made progress in applying these emergency updates.\n\nFull functionality has been restored to the following regions:\nau.platform.sh\nus.platform.sh\nus-2.platform.sh\n\nCustomers in these regions should now be able to access their projects via SSH and make deployments.\n\nWe'll be providing further updates as we progress through the rollout.", "timestamp": "2026-05-08T17:49:25.932037+00:00", "status": "identified" }, { "description": "We have made progress in applying these emergency updates.\n\nFull functionality has been restored to the following regions:\nus.platfrom.sh\nus-4.platform.sh\n\nCustomers in these regions should now be able to access their projects via SSH and make deployments.\n\nWe'll be providing further updates as we progress through the rollout.", "timestamp": "2026-05-08T18:23:32.073694+00:00" }, { "description": "We have made progress in applying these emergency updates.\n\nFull functionality has been restored to the following regions:\neu-5.platfrom.sh\n\nCustomers in these regions should now be able to access their projects via SSH and make deployments.\n\nWe'll be providing further updates as we progress through the rollout.", "timestamp": "2026-05-08T21:21:15.917167+00:00" }, { "description": "We have made progress in applying these emergency updates.\n\nFull functionality has been restored to the following regions:\neu-4.platfrom.sh\nch-1.platfrom.sh\n\nCustomers in these regions should now be able to access their projects via SSH and make deployments.\n\nWe'll be providing further updates as we progress through the rollout.", "timestamp": "2026-05-09T00:00:24.976752+00:00" }, { "description": "We have made progress in applying these emergency updates.\n\nFull functionality has been restored to the following regions:\nfr-3.platfrom.sh\n\nCustomers in these regions should now be able to access their projects via SSH and make deployments.\n\nWe'll be providing further updates as we progress through the rollout.", "timestamp": "2026-05-09T06:23:26.907091+00:00" }, { "description": "The issue has been identified and a fix is being implemented.\nWe have made progress in applying these emergency updates.\n\nFull functionality has been restored to the following regions:\nde-2.platform.sh\n\nCustomers in these regions should now be able to access their projects via SSH and make deployments.\n\nWe'll be providing further updates as we progress through the rollout.", "timestamp": "2026-05-10T00:15:07.809489+00:00", "status": "identified" }, { "description": "All services have now been restored to normal.", "timestamp": "2026-05-11T08:31:03.935999+00:00", "status": "resolved" }, { "description": "This emergency maintenance window was a response to the DirtyFrag Linux vulnerability - AKA CVE-2026-43284, which potentially allowed malicious actors a path to escalate privileges and gain access to data.\n\nIn order to protect customer data, we restricted SSH and deployment access to environments.\n\nWe have applied a kernel patch to our operating systems across hosts on all regions to prevent this vulnerability from being exploited on our systems.\n\nCustomers can now use and access projects and deployments as normal.\n\nIf you are still experiencing issues with access to your projects, please contact our support team.", "timestamp": "2026-05-11T08:31:12.955708+00:00", "status": "postmortem" } ] }, { "id": "6scgobphyt535", "description": "Upstream DNS Disruption Affecting .de Domains", "region_ids": [ "ch-1.platform.sh", "de-2.platform.sh", "eu.platform.sh", "eu-2.platform.sh", "eu-4.platform.sh", "eu-5.platform.sh", "fr-3.platform.sh", "fr-4.platform.sh", "uk-1.platform.sh", "dedicated-clusters" ], "created_at": "2026-05-05T21:18:27.960701+00:00", "closed_at": "2026-05-06T00:04:01.511420+00:00", "updated_at": "2026-05-06T00:04:01.511420+00:00", "status": "resolved", "components": [ { "name": "Dedicated Clusters", "status": "degraded_performance" }, { "name": "Grid Hosting", "status": "degraded_performance" } ], "events": [ { "description": "We are aware of a partial service disruption reported by DENIC, the registry operator for the .de top-level domain. This is an upstream issue affecting DNS resolution for some .de domains and is not caused by Upsun infrastructure.\n\nCustomers using .de domains for their projects, or whose applications depend on resolving external .de hostnames, may experience intermittent resolution failures or delays. Impact varies depending on the DNS resolver path and cache state.\n\nThe Upsun platform and core services remain fully operational. Our DNS alerting is active and we are monitoring for customer impact. Because remediation sits with the upstream registry, there is no action required from customers and no fix we can apply on our side.\n\nFor authoritative upstream updates: https://status.denic.de/ (may be unavailable at times due to the DNS outage)\n\nWe will post further updates as the situation evolves.", "timestamp": "2026-05-05T21:18:27.960701+00:00", "status": "monitoring" }, { "description": "DENIC has posted a status update on their status page acknowledging the service disruption at 21:28 UTC. Here it is in its entirety, for those who are not able to access the status page due to the disruption.\n\nFrankfurt am Main, 5 May 2026 \u2013 DENIC eG is currently experiencing a disruption in its DNS service for .de domains. As a result, all DNSSEC-signed .de domains are currently affected in their reachability.\nThe root cause of the disruption has not yet been fully identified. DENIC\u2019s technical teams are working intensively on analysis and on restoring stable operations as quickly as possible.\nBased on current information, users and operators of .de domains may experience impairments in domain resolution. Further updates will be provided as soon as reliable findings on the cause and recovery are available.\nDENIC asks all affected parties for their understanding.", "timestamp": "2026-05-05T21:42:41.617490+00:00", "status": "monitoring" }, { "description": "All DNS alerts associated with the incident have closed/resolved on our end. DENIC has not posted a status update indicating the issue is resolved or to expect recovery. We are continuing to monitor the situation.", "timestamp": "2026-05-05T23:07:44.344632+00:00", "status": "monitoring" }, { "description": "DENIC has marked the incident as resolved. And we are not observing any DNS issues/alerts since the last status update. We are marking this incident as resolved.", "timestamp": "2026-05-06T00:04:01.511420+00:00", "status": "resolved" } ] }, { "id": "wrj3fsao4wlqo", "description": "Degraded Performance on us-2.platform.sh", "region_ids": [ "us-2.platform.sh" ], "created_at": "2026-04-28T18:48:18.986085+00:00", "closed_at": "2026-04-28T22:39:59.107080+00:00", "updated_at": "2026-04-28T22:40:23.907240+00:00", "status": "postmortem", "components": [ { "name": "Grid Hosting", "status": "operational" } ], "events": [ { "description": "We have detected an issue affecting service on us-2.platform.sh.\n\nDegraded region performance looks to be resulting in intermittent site outages. \n\nOur Operations team has been notified and is currently working to restore service.", "timestamp": "2026-04-28T18:48:18.986085+00:00", "status": "investigating" }, { "description": "We have identified the source of the performance degradation, and we're actively working on a fix.", "timestamp": "2026-04-28T19:25:49.325465+00:00", "status": "identified" }, { "description": "A fix is being implemented, and we are monitoring the results.", "timestamp": "2026-04-28T21:58:29.926219+00:00", "status": "monitoring" }, { "description": "This incident has been resolved.", "timestamp": "2026-04-28T22:39:59.107080+00:00", "status": "resolved" }, { "description": "What happened\n\nA degraded host caused slow performance and site outages for some sites on the US 2 region.\n\nCustomer Impact\n\nSome production environments on the US 2 region experienced intermittent outages from roughly 17:47 UTC until 22:04 UTC. \n\nWhat was done to resolve the incident\n\nImpacted environments were evacuated from the degraded host to a newly provisioned host.", "timestamp": "2026-04-28T22:40:23.907240+00:00", "status": "postmortem" } ] }, { "id": "uhjdrejhz2dp6", "description": "API and Console access affected by the ongoing eu-5.platform.sh outage", "region_ids": [ "core-systems" ], "created_at": "2026-04-24T09:58:29.861975+00:00", "closed_at": "2026-04-24T12:13:46.557527+00:00", "updated_at": "2026-04-24T12:13:46.557527+00:00", "status": "resolved", "components": [ { "name": "API", "status": "operational" }, { "name": "Console", "status": "operational" } ], "events": [ { "description": "API and Console access affected by the ongoing eu-5.platform.sh outage", "timestamp": "2026-04-24T09:58:29.861975+00:00", "status": "investigating" }, { "description": "We are applying a fix to affected regions", "timestamp": "2026-04-24T11:02:54.876550+00:00", "status": "identified" }, { "description": "The service of the affected projects has been restored. We are monitoring the situation.", "timestamp": "2026-04-24T11:33:22.288213+00:00", "status": "monitoring" }, { "description": "The incident has been resolved", "timestamp": "2026-04-24T12:13:46.557527+00:00", "status": "resolved" } ] }, { "id": "23q4qzsl34iv7", "description": "Partial outage eu-5.platform.sh", "region_ids": [ "eu-5.platform.sh" ], "created_at": "2026-04-24T09:14:20.314575+00:00", "closed_at": "2026-04-24T12:13:38.637763+00:00", "updated_at": "2026-04-24T12:13:38.637763+00:00", "status": "resolved", "components": [ { "name": "Grid Hosting", "status": "degraded_performance" } ], "events": [ { "description": "We have detected an issue affecting service on eu-5.platform.sh region. Our Operations team has been notified and is currently working to resolve the outage. Sites on affected region may experience timeouts and outages.\n\nDedicated environments are NOT affected.\n\nFor the latest updates, follow this incident on our status page.", "timestamp": "2026-04-24T09:14:20.314575+00:00", "status": "investigating" }, { "description": "We are applying a fix to affected regions", "timestamp": "2026-04-24T11:02:43.859922+00:00", "status": "identified" }, { "description": "The service of the affected projects has been restored. We are monitoring the situation.", "timestamp": "2026-04-24T11:33:12.828091+00:00", "status": "monitoring" }, { "description": "The incident has been resolved", "timestamp": "2026-04-24T12:13:38.637763+00:00", "status": "resolved" } ] }, { "id": "xmuv25jxymzqi", "description": "Network storage issues on de-2.platform.sh and fr-4.platform.sh", "region_ids": [ "de-2.platform.sh", "fr-4.platform.sh" ], "created_at": "2026-04-24T08:53:22.452657+00:00", "closed_at": "2026-04-24T12:13:29.257781+00:00", "updated_at": "2026-04-24T12:13:29.257781+00:00", "status": "resolved", "components": [ { "name": "Grid Hosting", "status": "degraded_performance" } ], "events": [ { "description": "We have detected an issue affecting network storage on de-2.platform.sh and fr-4.platform.sh regions. Our Operations team has been notified and is \ncurrently working to resolve the issues. Projects on affected regions may experience inability to list some directories located on network storage.\n\nDedicated environments are NOT affected.\n\nFor the latest updates, follow this incident on our status page.", "timestamp": "2026-04-24T08:53:22.452657+00:00", "status": "investigating" }, { "description": "We have are applying a fix to affected regions", "timestamp": "2026-04-24T09:54:56.126679+00:00", "status": "identified" }, { "description": "The network storage on the affected projects has been healed. We are monitoring the situation.", "timestamp": "2026-04-24T11:37:39.607102+00:00", "status": "monitoring" }, { "description": "The incident has been resolved", "timestamp": "2026-04-24T12:13:29.257781+00:00", "status": "resolved" } ] } ] }