diff --git a/BUILD.bazel b/BUILD.bazel
index 6b1b5e682a902..d2cc64423770c 100644
--- a/BUILD.bazel
+++ b/BUILD.bazel
@@ -2,7 +2,6 @@
 # C/C++ documentation: https://docs.bazel.build/versions/master/be/c-cpp.html
 
 load("@com_github_google_flatbuffers//:build_defs.bzl", "flatbuffer_cc_library")
-load("@//bazel:cython_library.bzl", "pyx_library")
 
 cc_binary(
     name = "raylet",
@@ -28,6 +27,7 @@ cc_binary(
 
 cc_library(
     name = "raylet_lib",
+    visibility = ["//visibility:public"],
     srcs = glob([
         "src/ray/raylet/*.cc"
     ], exclude = [
@@ -305,13 +305,3 @@ flatbuffer_cc_library(
     flatc_args = FLATC_ARGS,
     out_prefix = "src/ray/object_manager/format/",
 )
-
-pyx_library(
-    name = "_raylet",
-    srcs = glob([
-        "python/ray/_raylet.pyx",
-        "python/ray/includes/*.pxd",
-        "python/ray/includes/*.pxi"
-    ]),
-    deps = [":raylet_lib"]
-)
diff --git a/python/BUILD.bazel b/python/BUILD.bazel
new file mode 100644
index 0000000000000..75f2940fee1b3
--- /dev/null
+++ b/python/BUILD.bazel
@@ -0,0 +1,12 @@
+load("@//bazel:cython_library.bzl", "pyx_library")
+
+pyx_library(
+    name = "_raylet",
+    srcs = glob([
+        "ray/__init__.py",
+        "ray/_raylet.pyx",
+        "ray/includes/*.pxd",
+        "ray/includes/*.pxi"
+    ]),
+    deps = ["//:raylet_lib"]
+)
diff --git a/python/ray/_raylet.pyx b/python/ray/_raylet.pyx
index d0cbd825a2f84..818cb6820a89c 100644
--- a/python/ray/_raylet.pyx
+++ b/python/ray/_raylet.pyx
@@ -11,6 +11,13 @@ from libcpp.utility cimport pair
 from libcpp.unordered_map cimport unordered_map
 from libcpp.vector cimport vector as c_vector
 
+from cython.operator import dereference, postincrement
+cimport cpython
+
+include "includes/unique_ids.pxi"
+include "includes/ray_config.pxi"
+include "includes/task.pxi"
+
 from ray.includes.common cimport (
     CUniqueID, CTaskID, CObjectID, CFunctionID, CActorClassID, CActorID,
     CActorHandleID, CWorkerID, CDriverID, CConfigID, CClientID,
@@ -22,13 +29,6 @@ from ray.includes.task cimport CTaskSpecification
 from ray.includes.ray_config cimport RayConfig
 from ray.utils import decode
 
-from cython.operator import dereference, postincrement
-cimport cpython
-
-include "includes/unique_ids.pxi"
-include "includes/ray_config.pxi"
-include "includes/task.pxi"
-
 
 if cpython.PY_MAJOR_VERSION >= 3:
     import pickle