diff --git a/tests/tools/private/release/BUILD.bazel b/tests/tools/private/release/BUILD.bazel
index 6a4b2f8710..b666cf8b54 100644
--- a/tests/tools/private/release/BUILD.bazel
+++ b/tests/tools/private/release/BUILD.bazel
@@ -3,16 +3,24 @@ load("//tests/support:support.bzl", "NOT_WINDOWS")
 load("//tests/support/pytest_test:pytest_test.bzl", "pytest_test")
 
 py_library(
-    name = "release_test_helper",
-    srcs = [
-        "conftest.py",
-        "release_test_helper.py",
+    name = "conftest",
+    testonly = True,
+    srcs = ["conftest.py"],
+    target_compatible_with = NOT_WINDOWS,
+    deps = [
+        ":release_test_helper",
+        "//tools/private/release:release_lib",
+        "@pypi//pytest_mock",
     ],
+)
+
+py_library(
+    name = "release_test_helper",
+    srcs = ["release_test_helper.py"],
     target_compatible_with = NOT_WINDOWS,
     deps = [
         "//tools/private/release:mock_gh",
         "//tools/private/release:release_lib",
-        "@pypi//pytest_mock",
     ],
 )
 
@@ -21,6 +29,7 @@ pytest_test(
     srcs = ["add_backports_test.py"],
     target_compatible_with = NOT_WINDOWS,
     deps = [
+        ":conftest",
         ":release_test_helper",
         "//tools/private/release:release_lib",
     ],
@@ -31,6 +40,7 @@ pytest_test(
     srcs = ["changelog_news_test.py"],
     target_compatible_with = NOT_WINDOWS,
     deps = [
+        ":conftest",
         ":release_test_helper",
         "//tools/private/release:release_lib",
     ],
@@ -41,6 +51,7 @@ pytest_test(
     srcs = ["complete_sync_changelog_test.py"],
     target_compatible_with = NOT_WINDOWS,
     deps = [
+        ":conftest",
         ":release_test_helper",
         "//tools/private/release:release_lib",
     ],
@@ -51,6 +62,7 @@ pytest_test(
     srcs = ["create_release_branch_test.py"],
     target_compatible_with = NOT_WINDOWS,
     deps = [
+        ":conftest",
         ":release_test_helper",
         "//tools/private/release:release_lib",
     ],
@@ -61,6 +73,7 @@ pytest_test(
     srcs = ["git_test.py"],
     target_compatible_with = NOT_WINDOWS,
     deps = [
+        ":conftest",
         ":release_test_helper",
         "//tools/private/release:release_lib",
     ],
@@ -71,6 +84,7 @@ pytest_test(
     srcs = ["on_pr_merged_test.py"],
     target_compatible_with = NOT_WINDOWS,
     deps = [
+        ":conftest",
         ":release_test_helper",
         "//tools/private/release:release_lib",
     ],
@@ -81,6 +95,7 @@ pytest_test(
     srcs = ["promote_test.py"],
     target_compatible_with = NOT_WINDOWS,
     deps = [
+        ":conftest",
         ":release_test_helper",
         "//tools/private/release:release_lib",
     ],
@@ -91,6 +106,7 @@ pytest_test(
     srcs = ["release_issue_test.py"],
     target_compatible_with = NOT_WINDOWS,
     deps = [
+        ":conftest",
         ":release_test_helper",
         "//tools/private/release:release_lib",
     ],
@@ -101,6 +117,7 @@ pytest_test(
     srcs = ["release_test.py"],
     target_compatible_with = NOT_WINDOWS,
     deps = [
+        ":conftest",
         ":release_test_helper",
         "//tools/private/release:release_lib",
     ],
@@ -111,6 +128,7 @@ pytest_test(
     srcs = ["backport_create_releases_test.py"],
     target_compatible_with = NOT_WINDOWS,
     deps = [
+        ":conftest",
         ":release_test_helper",
         "//tools/private/release:release_lib",
     ],
@@ -121,6 +139,7 @@ pytest_test(
     srcs = ["prepare_test.py"],
     target_compatible_with = NOT_WINDOWS,
     deps = [
+        ":conftest",
         ":release_test_helper",
         "//tools/private/release:release_lib",
     ],
@@ -131,6 +150,7 @@ pytest_test(
     srcs = ["gh_test.py"],
     target_compatible_with = NOT_WINDOWS,
     deps = [
+        ":conftest",
         ":release_test_helper",
         "//tools/private/release:release_lib",
     ],
@@ -141,6 +161,7 @@ pytest_test(
     srcs = ["backport_prepare_test.py"],
     target_compatible_with = NOT_WINDOWS,
     deps = [
+        ":conftest",
         ":release_test_helper",
         "//tools/private/release:release_lib",
     ],
@@ -151,6 +172,7 @@ pytest_test(
     srcs = ["process_backports_test.py"],
     target_compatible_with = NOT_WINDOWS,
     deps = [
+        ":conftest",
         ":release_test_helper",
         "//tools/private/release:release_lib",
     ],
@@ -161,6 +183,7 @@ pytest_test(
     srcs = ["create_rc_test.py"],
     target_compatible_with = NOT_WINDOWS,
     deps = [
+        ":conftest",
         ":release_test_helper",
         "//tools/private/release:release_lib",
     ],
@@ -171,6 +194,7 @@ pytest_test(
     srcs = ["utils_test.py"],
     target_compatible_with = NOT_WINDOWS,
     deps = [
+        ":conftest",
         ":release_test_helper",
         "//tools/private/release:release_lib",
     ],