diff --git a/includes/include.drupalci.main.yml b/includes/include.drupalci.main.yml
index 87914655c29d075cb0e5692145b7666b7f39cafa..d7cd1b8a6e2f97f1b4e236a2ca17bb85795ffd1d 100644
--- a/includes/include.drupalci.main.yml
+++ b/includes/include.drupalci.main.yml
@@ -474,8 +474,8 @@ stages:
     - echo -e "\e[0Ksection_end:`date +%s`:symlink_output\r\e[0K"
     # Delete the current composer.json, and then restore from backup if one was made earlier.
     - |
-      rm $_WEB_ROOT/modules/custom/$CI_PROJECT_NAME/composer.json
       if [[ -f composer.json.backup ]]; then
+        rm $_WEB_ROOT/modules/custom/$CI_PROJECT_NAME/composer.json
         echo "Restoring composer.json.backup to $_WEB_ROOT/modules/custom/$CI_PROJECT_NAME/composer.json"
         mv composer.json.backup $_WEB_ROOT/modules/custom/$CI_PROJECT_NAME/composer.json
       fi