diff --git a/core/core.libraries.yml b/core/core.libraries.yml
index 6a16429a45255e3c306499ecffbb5f87d0fd3160..21e7989125ed6b0646493b350198402dc22f52d2 100644
--- a/core/core.libraries.yml
+++ b/core/core.libraries.yml
@@ -10,7 +10,7 @@ backbone:
   js:
     assets/vendor/backbone/backbone-min.js: { weight: -19, minified: true }
   dependencies:
-    - core/underscore
+    - core/internal.underscore
 
 ckeditor:
   remote: https://github.com/ckeditor/ckeditor4
@@ -1082,6 +1082,24 @@ underscore:
     gpl-compatible: true
   js:
     assets/vendor/underscore/underscore-min.js: { weight: -20, minified: true }
+  deprecated: The %library_id% asset library is deprecated in Drupal 9.4.0 and will be removed in Drupal 10.0.0.
+
+internal.underscore:
+  # Internal library, do not depend on it.
+  # The library will be removed as soon as the following issues are fixed:
+  #  - https://www.drupal.org/project/drupal/issues/3270395
+  #  - https://www.drupal.org/project/drupal/issues/3203920
+  #  - https://www.drupal.org/project/drupal/issues/3204011
+  #  - https://www.drupal.org/project/drupal/issues/3204015
+  remote: https://github.com/jashkenas/underscore
+  version: "1.13.2"
+  license:
+    name: MIT
+    url: https://raw.githubusercontent.com/jashkenas/underscore/1.13.2/LICENSE
+    gpl-compatible: true
+  js:
+    assets/vendor/underscore/underscore-min.js: { weight: -20, minified: true }
+
 
 drupal.dialog.off_canvas:
   version: VERSION
diff --git a/core/modules/editor/editor.libraries.yml b/core/modules/editor/editor.libraries.yml
index 20678413309f93fa7fcf594d44e9ee50ef4e3dbd..bf8566180865021f7bd9d754427098fcaa2ac978 100644
--- a/core/modules/editor/editor.libraries.yml
+++ b/core/modules/editor/editor.libraries.yml
@@ -6,7 +6,7 @@ drupal.editor.admin:
     - core/jquery
     - core/once
     - core/drupal
-    - core/underscore
+    - core/internal.underscore
 
 drupal.editor:
   version: VERSION
diff --git a/core/modules/filter/filter.libraries.yml b/core/modules/filter/filter.libraries.yml
index f3ad11443411ae56dcfb90eb2988694f2d297125..00767d525563db45ca5e90cfcc69997185a693f5 100644
--- a/core/modules/filter/filter.libraries.yml
+++ b/core/modules/filter/filter.libraries.yml
@@ -15,7 +15,7 @@ drupal.filter.filter_html.admin:
   dependencies:
     - core/jquery
     - core/once
-    - core/underscore
+    - core/internal.underscore
 
 drupal.filter:
   version: VERSION
diff --git a/core/modules/image/image.libraries.yml b/core/modules/image/image.libraries.yml
index a47a2b518f1424affde8eabe5eaa901c60de182f..14ea11623dfcc1a62660e8905e4a031dce44cdf5 100644
--- a/core/modules/image/image.libraries.yml
+++ b/core/modules/image/image.libraries.yml
@@ -17,5 +17,5 @@ quickedit.inPlaceEditor.image:
   dependencies:
     - core/jquery
     - core/drupal
-    - core/underscore
+    - core/internal.underscore
     - quickedit/quickedit
diff --git a/core/modules/quickedit/quickedit.libraries.yml b/core/modules/quickedit/quickedit.libraries.yml
index 1169abbd300d3eb9d318196fca8f8ad2268859c0..60cb2f6d4bbc06df3265df2cdd11afbe0bf0ed19 100644
--- a/core/modules/quickedit/quickedit.libraries.yml
+++ b/core/modules/quickedit/quickedit.libraries.yml
@@ -29,7 +29,7 @@ quickedit:
   dependencies:
     - core/jquery
     - core/once
-    - core/underscore
+    - core/internal.underscore
     - core/backbone
     - core/jquery.form
     - core/drupal
diff --git a/core/scripts/js/vendor-update.js b/core/scripts/js/vendor-update.js
index e74473f166a155e2169db1669c1259349ecfccf6..ef2b2c83463fbb02052ae73f59f6f85b22ea79ca 100644
--- a/core/scripts/js/vendor-update.js
+++ b/core/scripts/js/vendor-update.js
@@ -171,8 +171,13 @@ const assetsFolder = `${coreFolder}/assets/vendor`;
     },
     {
       pack: 'underscore',
+      library: 'internal.underscore',
       files: ['underscore-min.js', 'underscore-min.js.map'],
     },
+    // Only used to update the version number of the deprecated library.
+    {
+      pack: 'underscore',
+    },
     {
       pack: 'loadjs',
       files: [{ from: 'dist/loadjs.min.js', to: 'loadjs.min.js' }],