diff --git a/src/extension/extensionInit.ts b/src/extension/extensionInit.ts
index fa7cfa10..f4075875 100644
--- a/src/extension/extensionInit.ts
+++ b/src/extension/extensionInit.ts
@@ -128,5 +128,10 @@ export async function registerDebugger(context: IExtensionContext): Promise<void
     );
 
     const debugPortAttributesProvider = new DebugPortAttributesProvider();
-    context.subscriptions.push(workspace.registerPortAttributesProvider({}, debugPortAttributesProvider));
+    context.subscriptions.push(
+        workspace.registerPortAttributesProvider(
+            { commandPattern: /extensions.ms-python.debugpy.*debugpy.launcher/ },
+            debugPortAttributesProvider,
+        ),
+    );
 }