diff --git a/.github/workflows/license.yml b/.github/workflows/license.yml
index 814c34a17..ec6b9c91e 100644
--- a/.github/workflows/license.yml
+++ b/.github/workflows/license.yml
@@ -53,6 +53,11 @@ jobs:
             sdk/go.sum
         go-version: 1.21.x
     - run: make upstream
+
+    # Work around https://github.com/google/go-licenses/issues/244
+    - run: cd upstream && go mod edit -go=1.21 && go mod tidy
+    - run: cd provider && go mod edit -go=1.21 && go mod tidy
+
     - uses: pulumi/license-check-action@main
       with:
         module-path: provider
diff --git a/provider/go.mod b/provider/go.mod
index 6ac36bdd6..ef307c8d2 100644
--- a/provider/go.mod
+++ b/provider/go.mod
@@ -2,8 +2,6 @@ module github.com/pulumi/pulumi-vault/provider/v5
 
 go 1.21.3
 
-toolchain go1.21.4
-
 require (
 	github.com/hashicorp/terraform-provider-vault v0.0.0
 	github.com/pulumi/pulumi-terraform-bridge/v3 v3.63.2