diff --git a/src/BatchProcessor.php b/src/BatchProcessor.php
index 10d8462bd2ef0a6721477fa22ec9be45740e60a4..4b73583cd1d7db6bfd87729606341608690f7c20 100644
--- a/src/BatchProcessor.php
+++ b/src/BatchProcessor.php
@@ -95,6 +95,7 @@ class BatchProcessor {
       static::getUpdater()->claim($stage_id)->stage();
     }
     catch (\Throwable $e) {
+      static::clean($stage_id, $context);
       static::handleException($e, $context);
     }
   }
diff --git a/tests/src/Functional/UpdaterFormTest.php b/tests/src/Functional/UpdaterFormTest.php
index d257fe318254fb9b82d2fa3ec6d38af7b4151cd6..c94abdd82b728c13f853f68584aa00b0785fd871 100644
--- a/tests/src/Functional/UpdaterFormTest.php
+++ b/tests/src/Functional/UpdaterFormTest.php
@@ -4,6 +4,7 @@ namespace Drupal\Tests\automatic_updates\Functional;
 
 use Drupal\automatic_updates\Event\ReadinessCheckEvent;
 use Drupal\automatic_updates_test\Datetime\TestTime;
+use Drupal\package_manager\Event\PostRequireEvent;
 use Drupal\package_manager\Event\PreApplyEvent;
 use Drupal\package_manager\Event\PreCreateEvent;
 use Drupal\package_manager\ValidationResult;
@@ -413,4 +414,31 @@ class UpdaterFormTest extends AutomaticUpdatesFunctionalTestBase {
     $assert_session->pageTextContainsOnce('Update complete!');
   }
 
+  /**
+   * Tests that the update stage is destroyed if an error occurs during require.
+   */
+  public function testStageDestroyedOnError(): void {
+    $session = $this->getSession();
+    $assert_session = $this->assertSession();
+    $page = $session->getPage();
+    $this->setCoreVersion('9.8.0');
+    $this->checkForUpdates();
+
+    $this->drupalGet('/admin/modules/automatic-update');
+    $error = new \Exception('Some Exception');
+    TestSubscriber1::setException($error, PostRequireEvent::class);
+    $assert_session->pageTextNotContains(static::$errorsExplanation);
+    $assert_session->pageTextNotContains(static::$warningsExplanation);
+    $page->pressButton('Update');
+    $this->checkForMetaRefresh();
+    $this->assertUpdateStagedTimes(1);
+    $assert_session->pageTextContainsOnce('An error has occurred.');
+    $page->clickLink('the error page');
+    $assert_session->addressEquals('/admin/modules/automatic-update');
+    $assert_session->pageTextNotContains('Cannot begin an update because another Composer operation is currently in progress.');
+    $assert_session->buttonNotExists('Delete existing update');
+    $assert_session->pageTextContains('Some Exception');
+    $assert_session->buttonExists('Update');
+  }
+
 }