diff --git a/package-lock.json b/package-lock.json
index 86cf832a8e41dd..b47ce2e24a9e77 100644
--- a/package-lock.json
+++ b/package-lock.json
@@ -55868,8 +55868,7 @@
 			"license": "GPL-2.0-or-later",
 			"dependencies": {
 				"@babel/runtime": "^7.16.0",
-				"@wordpress/i18n": "file:../i18n",
-				"change-case": "^4.1.2"
+				"@wordpress/i18n": "file:../i18n"
 			},
 			"engines": {
 				"node": ">=12"
@@ -70963,8 +70962,7 @@
 			"version": "file:packages/keycodes",
 			"requires": {
 				"@babel/runtime": "^7.16.0",
-				"@wordpress/i18n": "file:../i18n",
-				"change-case": "^4.1.2"
+				"@wordpress/i18n": "file:../i18n"
 			}
 		},
 		"@wordpress/lazy-import": {
diff --git a/packages/edit-post/src/components/keyboard-shortcut-help-modal/test/__snapshots__/index.js.snap b/packages/edit-post/src/components/keyboard-shortcut-help-modal/test/__snapshots__/index.js.snap
index b98bd562f0a6a3..79990664a2427b 100644
--- a/packages/edit-post/src/components/keyboard-shortcut-help-modal/test/__snapshots__/index.js.snap
+++ b/packages/edit-post/src/components/keyboard-shortcut-help-modal/test/__snapshots__/index.js.snap
@@ -898,7 +898,7 @@ exports[`KeyboardShortcutHelpModal should match snapshot when the modal is activ
               class="edit-post-keyboard-shortcut-help-modal__shortcut-term"
             >
               <kbd
-                aria-label="Shift + Alt + 1 6"
+                aria-label="Shift + Alt + 1-6"
                 class="edit-post-keyboard-shortcut-help-modal__shortcut-key-combination"
               >
                 <kbd
diff --git a/packages/keycodes/package.json b/packages/keycodes/package.json
index c98ccc24cb5d84..9531b4980c1e20 100644
--- a/packages/keycodes/package.json
+++ b/packages/keycodes/package.json
@@ -28,8 +28,7 @@
 	"sideEffects": false,
 	"dependencies": {
 		"@babel/runtime": "^7.16.0",
-		"@wordpress/i18n": "file:../i18n",
-		"change-case": "^4.1.2"
+		"@wordpress/i18n": "file:../i18n"
 	},
 	"publishConfig": {
 		"access": "public"
diff --git a/packages/keycodes/src/index.js b/packages/keycodes/src/index.js
index a9efb210496c3c..6b01109e2a40db 100644
--- a/packages/keycodes/src/index.js
+++ b/packages/keycodes/src/index.js
@@ -9,11 +9,6 @@
  * shortcut combos directly to keyboardShortcut().
  */
 
-/**
- * External dependencies
- */
-import { capitalCase } from 'change-case';
-
 /**
  * WordPress dependencies
  */
@@ -148,6 +143,17 @@ export const ZERO = 48;
 
 export { isAppleOS };
 
+/**
+ * Capitalise the first character of a string.
+ * @param {string} string String to capitalise.
+ * @return {string} Capitalised string.
+ */
+function capitaliseFirstCharacter( string ) {
+	return string.length < 2
+		? string.toUpperCase()
+		: string.charAt( 0 ).toUpperCase() + string.slice( 1 );
+}
+
 /**
  * Map the values of an object with a specified callback and return the result object.
  *
@@ -260,14 +266,7 @@ export const displayShortcutList = mapValues(
 				/** @type {string[]} */ ( [] )
 			);
 
-			// Symbols (~`,.) are removed by the default regular expression,
-			// so override the rule to allow symbols used for shortcuts.
-			// see: https://github.com/blakeembrey/change-case#options
-			const capitalizedCharacter = capitalCase( character, {
-				stripRegexp: /[^A-Z0-9~`,\.\\\-]/gi,
-			} );
-
-			return [ ...modifierKeys, capitalizedCharacter ];
+			return [ ...modifierKeys, capitaliseFirstCharacter( character ) ];
 		};
 	}
 );
@@ -335,7 +334,7 @@ export const shortcutAriaLabel = mapValues(
 
 			return [ ...modifier( _isApple ), character ]
 				.map( ( key ) =>
-					capitalCase( replacementKeyMap[ key ] ?? key )
+					capitaliseFirstCharacter( replacementKeyMap[ key ] ?? key )
 				)
 				.join( isApple ? ' ' : ' + ' );
 		};