diff --git a/LICENSES b/LICENSES
index d47f1902f..5d1491ce9 100644
--- a/LICENSES
+++ b/LICENSES
@@ -14537,7 +14537,7 @@ THE SOFTWARE.
 
 
 ================================================================================
-= vendor/github.com/pavel-v-chernykh/keystore-go licensed under: =
+= vendor/github.com/pavel-v-chernykh/keystore-go/v4 licensed under: =
 
 The MIT License (MIT)
 
@@ -14561,7 +14561,7 @@ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 SOFTWARE.
 
-= vendor/github.com/pavel-v-chernykh/keystore-go/LICENSE 1ef2fe9f6c2064290158c50854f690dc
+= vendor/github.com/pavel-v-chernykh/keystore-go/v4/LICENSE 1ef2fe9f6c2064290158c50854f690dc
 ================================================================================
 
 
diff --git a/go.mod b/go.mod
index 90616000e..73d5bfe66 100644
--- a/go.mod
+++ b/go.mod
@@ -31,7 +31,6 @@ require (
 	github.com/munnerz/crd-schema-fuzz v1.0.0
 	github.com/onsi/ginkgo v1.16.4
 	github.com/onsi/gomega v1.15.0
-	github.com/pavel-v-chernykh/keystore-go v2.1.0+incompatible
 	github.com/pavel-v-chernykh/keystore-go/v4 v4.1.0
 	github.com/pkg/errors v0.9.1
 	github.com/prometheus/client_golang v1.11.0
diff --git a/go.sum b/go.sum
index bab0574e8..32e996d34 100644
--- a/go.sum
+++ b/go.sum
@@ -893,8 +893,6 @@ github.com/pascaldekloe/goe v0.0.0-20180627143212-57f6aae5913c/go.mod h1:lzWF7FI
 github.com/pascaldekloe/goe v0.1.0/go.mod h1:lzWF7FIEvWOWxwDKqyGYQf6ZUaNfKdP144TG7ZOy1lc=
 github.com/patrickmn/go-cache v2.1.0+incompatible h1:HRMgzkcYKYpi3C8ajMPV8OFXaaRUnok+kx1WdO15EQc=
 github.com/patrickmn/go-cache v2.1.0+incompatible/go.mod h1:3Qf8kWWT7OJRJbdiICTKqZju1ZixQ/KpMGzzAfe6+WQ=
-github.com/pavel-v-chernykh/keystore-go v2.1.0+incompatible h1:Jd6xfriVlJ6hWPvYOE0Ni0QWcNTLRehfGPFxr3eSL80=
-github.com/pavel-v-chernykh/keystore-go v2.1.0+incompatible/go.mod h1:xlUlxe/2ItGlQyMTstqeDv9r3U4obH7xYd26TbDQutY=
 github.com/pavel-v-chernykh/keystore-go/v4 v4.1.0 h1:xKxUVGoB9VJU+lgQLPN0KURjw+XCVVSpHfQEeyxk3zo=
 github.com/pavel-v-chernykh/keystore-go/v4 v4.1.0/go.mod h1:2ejgys4qY+iNVW1IittZhyRYA6MNv8TgM6VHqojbB9g=
 github.com/pborman/uuid v1.2.0/go.mod h1:X/NO0urCmaxf9VXbdlT7C2Yzkj2IKimNn4k+gtPdI/k=
diff --git a/hack/build/repos.bzl b/hack/build/repos.bzl
index 48fe99f02..b29dc6e80 100644
--- a/hack/build/repos.bzl
+++ b/hack/build/repos.bzl
@@ -3037,15 +3037,6 @@ def go_repositories():
         version = "v2.1.0+incompatible",
     )
 
-    go_repository(
-        name = "com_github_pavel_v_chernykh_keystore_go",
-        build_file_generation = "on",
-        build_file_proto_mode = "disable",
-        importpath = "github.com/pavel-v-chernykh/keystore-go",
-        sum = "h1:Jd6xfriVlJ6hWPvYOE0Ni0QWcNTLRehfGPFxr3eSL80=",
-        version = "v2.1.0+incompatible",
-    )
-
     go_repository(
         name = "com_github_pavel_v_chernykh_keystore_go_v4",
         build_file_generation = "on",
diff --git a/pkg/controller/certificates/internal/secretsmanager/BUILD.bazel b/pkg/controller/certificates/internal/secretsmanager/BUILD.bazel
index 66941f4b0..0d8d0b400 100644
--- a/pkg/controller/certificates/internal/secretsmanager/BUILD.bazel
+++ b/pkg/controller/certificates/internal/secretsmanager/BUILD.bazel
@@ -13,7 +13,7 @@ go_library(
         "//pkg/apis/certmanager/v1:go_default_library",
         "//pkg/apis/meta/v1:go_default_library",
         "//pkg/util/pki:go_default_library",
-        "@com_github_pavel_v_chernykh_keystore_go//:go_default_library",
+        "@com_github_pavel_v_chernykh_keystore_go_v4//:go_default_library",
         "@com_sslmate_software_src_go_pkcs12//:go_default_library",
         "@io_k8s_api//core/v1:go_default_library",
         "@io_k8s_apimachinery//pkg/api/errors:go_default_library",
@@ -38,7 +38,7 @@ go_test(
         "//pkg/controller/test:go_default_library",
         "//pkg/util/pki:go_default_library",
         "//test/unit/gen:go_default_library",
-        "@com_github_pavel_v_chernykh_keystore_go//:go_default_library",
+        "@com_github_pavel_v_chernykh_keystore_go_v4//:go_default_library",
         "@com_github_stretchr_testify//assert:go_default_library",
         "@com_github_stretchr_testify//require:go_default_library",
         "@com_sslmate_software_src_go_pkcs12//:go_default_library",