BUILD.bazel

# Bazel build
# C/C++ documentation: https://docs.bazel.build/versions/master/be/c-cpp.html

# ************************** IMPORTANT ***********************
# If a target or file is not found here, then please try searching in /src
# We are in the middle of transitioning to a tree of build files.
# If you would like to help with the move in your PR, please use `git mv` so that the history of the file is retained.

load("@bazel_skylib//rules:common_settings.bzl", "bool_flag")
load("@com_github_google_flatbuffers//:build_defs.bzl", "flatbuffer_cc_library")
load("@com_github_grpc_grpc//bazel:cc_grpc_library.bzl", "cc_grpc_library")
load("@com_github_grpc_grpc//bazel:cython_library.bzl", "pyx_library")
load("@hedron_compile_commands//:refresh_compile_commands.bzl", "refresh_compile_commands")
load("@python3_9//:defs.bzl", python39 = "interpreter")
load("@rules_cc//cc:defs.bzl", "cc_proto_library")
load("@rules_proto//proto:defs.bzl", "proto_library")
load("@rules_python//python:defs.bzl", "py_library", "py_runtime", "py_runtime_pair")
load("//bazel:ray.bzl", "COPTS", "FLATC_ARGS", "PYX_COPTS", "PYX_SRCS", "copy_to_workspace", "ray_cc_binary", "ray_cc_library", "ray_cc_test")

package(
    default_visibility = ["//visibility:public"],
)

# Hermetic python environment, currently only used for CI infra and scripts.

py_runtime(
    name = "python3_runtime",
    interpreter = python39,
    python_version = "PY3",
    visibility = ["//visibility:private"],
)

py_runtime_pair(
    name = "python_runtime_pair",
    py2_runtime = None,
    py3_runtime = ":python3_runtime",
    visibility = ["//visibility:private"],
)

constraint_setting(name = "hermetic")

constraint_value(
    name = "hermetic_python",
    constraint_setting = ":hermetic",
)

toolchain(
    name = "python_toolchain",
    exec_compatible_with = [":hermetic_python"],
    toolchain = ":python_runtime_pair",
    toolchain_type = "@bazel_tools//tools/python:toolchain_type",
)

platform(
    name = "hermetic_python_platform",
    constraint_values = [":hermetic_python"],
    parents = ["@local_config_platform//:host"],
    visibility = ["//visibility:private"],
)

# C/C++ toolchain constraint configs.

config_setting(
    name = "msvc-cl",
    flag_values = {"@bazel_tools//tools/cpp:compiler": "msvc-cl"},
)

config_setting(
    name = "clang-cl",
    flag_values = {"@bazel_tools//tools/cpp:compiler": "clang-cl"},
)

config_setting(
    name = "opt",
    values = {"compilation_mode": "opt"},
)

bool_flag(
    name = "jemalloc_flag",
    build_setting_default = True,
)

config_setting(
    name = "jemalloc",
    constraint_values = ["@platforms//os:linux"],
    flag_values = {":jemalloc_flag": "true"},
)

# bazel run :refresh_compile_commands for compile_commands generation for clangd
# https://github.com/hedronvision/bazel-compile-commands-extractor?tab=readme-ov-file#vscode - directions for clangd config
refresh_compile_commands(
    name = "refresh_compile_commands",
    exclude_external_sources = True,  # removed below to have lsp index external cc files at the cost of 2x index time
    # Specify the targets of interest.
    # For example, specify a dict of targets and any flags required to build.
    targets = {
        "//:ray_pkg": "",
    },
    # No need to add flags already in .bazelrc. They're automatically picked up.
)

# bazel run :refresh_compile_commands_external_sources for generation with external source files (cc files)
refresh_compile_commands(
    name = "refresh_compile_commands_external_sources",
    targets = {
        "//:ray_pkg": "",
    },
)

# === Begin of rpc definitions ===
# GRPC common lib.
ray_cc_library(
    name = "grpc_common_base",
    srcs = ["src/ray/rpc/common.cc"],
    hdrs = ["src/ray/rpc/common.h"],
)

ray_cc_library(
    name = "rpc_chaos",
    srcs = ["src/ray/rpc/rpc_chaos.cc"],
    hdrs = ["src/ray/rpc/rpc_chaos.h"],
    deps = [
        "//src/ray/common:ray_config",
        "@com_google_absl//absl/synchronization",
        "@com_google_absl//absl/container:flat_hash_map",
    ],
)

ray_cc_library(
    name = "rpc_client_call",
    hdrs = ["src/ray/rpc/client_call.h"],
    deps = [
        "//src/ray/common:asio",
        "//src/ray/common:grpc_util",
        "//src/ray/common:id",
        "//src/ray/common:status",
        "@com_google_absl//absl/synchronization",
    ],
)

ray_cc_library(
    name = "grpc_client",
    hdrs = ["src/ray/rpc/grpc_client.h"],
    deps = [
        ":grpc_common_base",
        ":rpc_chaos",
        ":rpc_client_call",
        "//src/ray/common:grpc_util",
        "//src/ray/common:ray_config",
        "//src/ray/common:status",
    ],
)

ray_cc_library(
    name = "rpc_server_call",
    srcs = ["src/ray/rpc/server_call.cc"],
    hdrs = ["src/ray/rpc/server_call.h"],
    deps = [
        "//src/ray/stats:stats_metric",
        "//src/ray/common:asio",
        "//src/ray/common:grpc_util",
        "//src/ray/common:id",
        "//src/ray/common:ray_config",
        "//src/ray/common:status",
        "@com_github_grpc_grpc//:grpc++",
    ],
)

ray_cc_library(
    name = "retryable_grpc_client",
    srcs = ["src/ray/rpc/retryable_grpc_client.cc"],
    hdrs = ["src/ray/rpc/retryable_grpc_client.h"],
    deps = [
        ":grpc_client",
        ":rpc_client_call",
        "@com_google_absl//absl/container:btree",
        "@com_google_absl//absl/strings:str_format",
        "@com_google_absl//absl/time",
    ],
)

ray_cc_library(
    name = "metrics_agent_client",
    hdrs = ["src/ray/rpc/metrics_agent_client.h"],
    deps = [
        ":grpc_client",
        "//src/ray/common:status",
        "//src/ray/protobuf:reporter_cc_proto",
        "//src/ray/util:logging",
        "@com_github_grpc_grpc//:grpc++",
    ],
)

ray_cc_library(
    name = "grpc_server",
    srcs = ["src/ray/rpc/grpc_server.cc"],
    hdrs = ["src/ray/rpc/grpc_server.h"],
    deps = [
        ":grpc_common_base",
        ":rpc_server_call",
        "//src/ray/common:asio",
        "//src/ray/common:ray_config",
        "//src/ray/common:status",
        "//src/ray/util:thread_utils",
        "@com_github_grpc_grpc//:grpc++",
        "@com_github_grpc_grpc//:grpc++_reflection",
        "@com_github_grpc_grpc//:grpcpp_admin",
    ],
)

ray_cc_library(
    name = "grpc_common_lib",
    # TODO(core): Both two header files are not needed, keep them there because of circular dependency between raylet and node rpc.
    hdrs = [
        "src/ray/raylet_client/raylet_client.h",
        "src/ray/raylet_client/raylet_connection.h",
    ],
    # TODO(core): These three dependencies come from raylet client, should be able to remove after we split node rpc and raylet client into smaller targets.
    deps = [
        "//src/ray/common:network",
        "//src/ray/common:ray_object",
        "//src/ray/common:task_common",
    ] + [
        ":grpc_client",
        ":grpc_common_base",
        ":grpc_server",
        ":metrics_agent_client",
        ":retryable_grpc_client",
        ":rpc_chaos",
        ":rpc_server_call",
    ],
)

# Node manager gRPC lib.
cc_grpc_library(
    name = "node_manager_cc_grpc",
    srcs = ["//src/ray/protobuf:node_manager_proto"],
    grpc_only = True,
    deps = ["//src/ray/protobuf:node_manager_cc_proto"],
)

# Node manager server and client.
ray_cc_library(
    name = "node_manager_rpc",
    srcs = ["src/ray/rpc/node_manager/node_manager_client_pool.cc"],
    hdrs = [
        "src/ray/rpc/node_manager/node_manager_client.h",
        "src/ray/rpc/node_manager/node_manager_client_pool.h",
        "src/ray/rpc/node_manager/node_manager_server.h",
    ],
    deps = [
        ":grpc_common_lib",
        ":node_manager_cc_grpc",
        "//src/ray/common:asio",
        "//src/ray/common:id",
        "//src/ray/common:status",
        "@com_github_grpc_grpc//:grpc++",
    ],
)

# gcs_service gRPC lib.
cc_grpc_library(
    name = "gcs_service_cc_grpc",
    srcs = ["//src/ray/protobuf:gcs_service_proto"],
    grpc_only = True,
    deps = ["//src/ray/protobuf:gcs_service_cc_proto"],
)

# gcs_service gRPC lib.
cc_grpc_library(
    name = "test_service_cc_grpc",
    srcs = ["//src/ray/protobuf:test_service_proto"],
    grpc_only = True,
    deps = ["//src/ray/protobuf:test_service_cc_proto"],
)

# gcs rpc server and client.
ray_cc_library(
    name = "gcs_service_rpc",
    hdrs = [
        "src/ray/rpc/gcs_server/gcs_rpc_client.h",
        "src/ray/rpc/gcs_server/gcs_rpc_server.h",
    ],
    deps = [
        ":autoscaler_cc_grpc",
        ":gcs_service_cc_grpc",
        ":grpc_common_lib",
        ":pubsub_lib",
        "//src/ray/common:asio",
        "//src/ray/common:id",
        "@boost//:asio",
        "@com_github_grpc_grpc//:grpc++",
        "@com_google_absl//absl/container:btree",
    ],
)

# Object manager gRPC lib.
cc_grpc_library(
    name = "object_manager_cc_grpc",
    srcs = ["//src/ray/protobuf:object_manager_proto"],
    grpc_only = True,
    deps = ["//src/ray/protobuf:object_manager_cc_proto"],
)

# Object manager rpc server and client.
ray_cc_library(
    name = "object_manager_rpc",
    hdrs = [
        "src/ray/rpc/object_manager/object_manager_client.h",
        "src/ray/rpc/object_manager/object_manager_server.h",
    ],
    deps = [
        ":grpc_common_lib",
        ":object_manager_grpc_stub_manager",
        ":object_manager_cc_grpc",
        "//src/ray/common:asio",
        "//src/ray/common:status",
        "@boost//:asio",
        "@com_github_grpc_grpc//:grpc++",
    ],
)

# Worker gRPC lib.
cc_grpc_library(
    name = "worker_cc_grpc",
    srcs = ["//src/ray/protobuf:core_worker_proto"],
    grpc_only = True,
    deps = ["//src/ray/protobuf:worker_cc_proto"],
)

# worker server and client.
ray_cc_library(
    name = "worker_rpc",
    srcs = [
        "src/ray/rpc/worker/core_worker_client_pool.cc",
        "src/ray/rpc/worker/core_worker_client.cc",
    ],
    hdrs = [
        "src/ray/rpc/worker/core_worker_client.h",
        "src/ray/rpc/worker/core_worker_client_pool.h",
        "src/ray/rpc/worker/core_worker_server.h",
    ],
    deps = [
        ":grpc_common_lib",
        ":pubsub_lib",
        ":worker_cc_grpc",
        "//src/ray/common:asio",
        "//src/ray/common:id",
        "@com_github_grpc_grpc//:grpc++",
    ],
)

# Metrics Agent gRPC lib.
cc_grpc_library(
    name = "reporter_cc_grpc",
    srcs = ["//src/ray/protobuf:reporter_proto"],
    grpc_only = True,
    deps = ["//src/ray/protobuf:reporter_cc_proto"],
)

# Metrics Agent client.
ray_cc_library(
    name = "reporter_rpc",
    hdrs = [
        "src/ray/rpc/metrics_agent_client.h",
    ],
    deps = [
        ":grpc_common_lib",
        ":reporter_cc_grpc",
        "//src/ray/common:status",
        "@boost//:asio",
        "@boost//:thread",
        "@com_github_grpc_grpc//:grpc++",
    ],
)

# pubsub.
cc_grpc_library(
    name = "pubsub_cc_grpc",
    srcs = ["//src/ray/protobuf:pubsub_proto"],
    grpc_only = True,
    deps = [
        "//src/ray/protobuf:common_cc_proto",
        "//src/ray/protobuf:gcs_cc_proto",
        "//src/ray/protobuf:pubsub_cc_proto",
    ],
)

cc_grpc_library(
    name = "autoscaler_cc_grpc",
    srcs = ["//src/ray/protobuf:autoscaler_proto"],
    grpc_only = True,
    deps = [
        "//src/ray/protobuf:autoscaler_cc_proto",
    ],
)

ray_cc_library(
    name = "autoscaler_rpc",
    deps = [
        ":autoscaler_cc_grpc",
    ],
)

# === End of rpc definitions ===

ray_cc_library(
    name = "ray_mock",
    hdrs = glob(
        ["src/mock/**/*.h"],
        exclude = ["src/mock/ray/common/ray_syncer/ray_syncer.h"],
    ),
)

ray_cc_library(
    name = "ray_mock_syncer",
    hdrs = ["src/mock/ray/common/ray_syncer/ray_syncer.h"],
)

cc_grpc_library(
    name = "ray_syncer_cc_grpc",
    srcs = ["//src/ray/protobuf:ray_syncer_proto"],
    grpc_only = True,
    deps = ["//src/ray/protobuf:ray_syncer_cc_proto"],
)

ray_cc_library(
    name = "ray_common",
    deps = [
        "//src/ray/stats:stats_metric",
        "//src/ray/common:asio",
        "//src/ray/common:constants",
        "//src/ray/common:event_stats",
        "//src/ray/common:file_system_monitor",
        "//src/ray/common:grpc_util",
        "//src/ray/common:id",
        "//src/ray/common:memory_monitor",
        "//src/ray/common:network",
        "//src/ray/common:ray_config",
        "//src/ray/common:ray_syncer",
        "//src/ray/common:status",
        "//src/ray/common:status_or",
        "//src/ray/common:task_common",
        "//src/ray/common:test_util",
        "//src/ray/protobuf:gcs_cc_proto",
        "@com_google_googletest//:gtest",
    ],
)

ray_cc_binary(
    name = "raylet",
    srcs = ["src/ray/raylet/main.cc"],
    visibility = ["//java:__subpackages__"],
    deps = [
        ":raylet_lib",
        "//src/ray/util",
        "//src/ray/util:cmd_line_utils",
        "//src/ray/common/cgroup:cgroup_manager",
        "//src/ray/util:stream_redirection",
        "//src/ray/util:stream_redirection_options",
        "@com_github_gflags_gflags//:gflags",
    ],
)

ray_cc_library(
    name = "gcs_pub_sub_lib",
    srcs = ["src/ray/gcs/pubsub/gcs_pub_sub.cc"],
    hdrs = ["src/ray/gcs/pubsub/gcs_pub_sub.h"],
    deps = [
        ":gcs",
        ":gcs_service_rpc",
        ":pubsub_lib",
        ":redis_client",
        "//src/ray/common:ray_config",
    ],
)

# Ray native pubsub module.
ray_cc_library(
    name = "publisher_lib",
    srcs = ["src/ray/pubsub/publisher.cc"],
    hdrs = ["src/ray/pubsub/publisher.h"],
    deps = [
        ":pubsub_rpc",
        "@com_google_absl//absl/container:flat_hash_map",
        "@com_google_absl//absl/container:flat_hash_set",
        "@com_google_absl//absl/synchronization",
    ],
)

# Subscriber module
ray_cc_library(
    name = "subscriber_lib",
    srcs = ["src/ray/pubsub/subscriber.cc"],
    hdrs = ["src/ray/pubsub/subscriber.h"],
    deps = [
        ":pubsub_rpc",
        "@com_google_absl//absl/container:flat_hash_map",
        "@com_google_absl//absl/container:flat_hash_set",
        "@com_google_absl//absl/synchronization",
    ],
)

ray_cc_library(
    name = "pubsub_rpc",
    # TODO(core): Revisit this dependency after grpc_common_lib is broken down into smaller targets.
    deps = [
        ":grpc_common_lib",  # This is a large dependency, should be refined in the future.
        ":pubsub_cc_grpc",
    ],
)

# Combined PubSub Library
ray_cc_library(
    name = "pubsub_lib",
    deps = [
        ":publisher_lib",
        ":subscriber_lib",
    ],
)

ray_cc_library(
    name = "raylet_agent_manager",
    hdrs = ["src/ray/raylet/agent_manager.h"],
    srcs = ["src/ray/raylet/agent_manager.cc"],
    deps = [
        "//src/ray/common:id",
        "//src/ray/common:ray_config",
        "//src/ray/util:process",
        "//src/ray/util:event",
        "//src/ray/util:logging",
        "//src/ray/util:thread_utils",
        "//src/ray/util",
        "@boost//:asio",
        "//src/ray/protobuf:gcs_cc_proto",
    ],
)

ray_cc_library(
    name = "worker",
    srcs = ["src/ray/raylet/worker.cc"],
    hdrs = ["src/ray/raylet/worker.h"],
    deps = [
        ":node_manager_fbs",
        ":worker_rpc",
        "//src/ray/common:id",
        "//src/ray/common:network",
        "//src/ray/common:task_common",
        "//src/ray/raylet/scheduling:cluster_resource_scheduler",
        "//src/ray/util:process",
        "@com_google_absl//absl/memory",
        "@com_google_absl//absl/time",
        "@com_google_googletest//:gtest_prod",
    ],
)

ray_cc_library(
    name = "runtime_env_agent_client",
    hdrs = ["src/ray/raylet/runtime_env_agent_client.h"],
    srcs = ["src/ray/raylet/runtime_env_agent_client.cc"],
    deps = [
        "@com_google_absl//absl/container:flat_hash_set",
        "@com_google_absl//absl/strings:str_format",
        "//src/ray/common:asio",
        "//src/ray/common:status",
        "//src/ray/util:logging",
        "//src/ray/common:id",
        "//src/ray/common:ray_config",
        "//src/ray/protobuf:runtime_env_agent_cc_proto",
        "//src/ray/protobuf:gcs_cc_proto",
        "@boost//:beast",
    ],
)

ray_cc_library(
    name = "worker_pool",
    hdrs = ["src/ray/raylet/worker_pool.h"],
    srcs = ["src/ray/raylet/worker_pool.cc"],
    deps = [
        "@boost//:system",
        "@com_google_absl//absl/strings",
        "//src/ray/common:network",
        "//src/ray/common:constants",
        "//src/ray/common:ray_config",
        "//src/ray/common:runtime_env",
        "//src/ray/common:status",
        "//src/ray/common:task_common",
        ":gcs_client_lib",
        ":runtime_env_agent_client",
        ":worker",
        "//src/ray/core_worker:core_worker_common",
    ],
)

ray_cc_library(
    name = "wait_manager",
    hdrs = ["src/ray/raylet/wait_manager.h"],
    srcs = ["src/ray/raylet/wait_manager.cc"],
    deps = [
        "//src/ray/common:id",
        "//src/ray/util:container_util",
    ],
)

ray_cc_library(
    name = "local_object_manager",
    hdrs = ["src/ray/raylet/local_object_manager.h"],
    srcs = ["src/ray/raylet/local_object_manager.cc"],
    deps = [
        "//src/ray/common:id",
        "//src/ray/common:ray_object",
        ":gcs_client_lib",
        ":object_manager_common",
        ":object_directory",
        ":subscriber_lib",
        ":worker_pool",
        ":worker_rpc",
        "//src/ray/protobuf:node_manager_cc_proto",
    ],
)

ray_cc_library(
    name = "raylet_lib",
    srcs = [
        "src/ray/raylet/dependency_manager.cc",
        "src/ray/raylet/local_task_manager.cc",
        "src/ray/raylet/node_manager.cc",
        "src/ray/raylet/placement_group_resource_manager.cc",
        "src/ray/raylet/raylet.cc",
        "src/ray/raylet/worker_killing_policy.cc",
        "src/ray/raylet/worker_killing_policy_group_by_owner.cc",
        "src/ray/raylet/worker_killing_policy_retriable_fifo.cc",
    ],
    hdrs = [
        "src/ray/raylet/dependency_manager.h",
        "src/ray/raylet/local_task_manager.h",
        "src/ray/raylet/node_manager.h",
        "src/ray/raylet/placement_group_resource_manager.h",
        "src/ray/raylet/raylet.h",
        "src/ray/raylet/test/util.h",
        "src/ray/raylet/worker_killing_policy.h",
        "src/ray/raylet/worker_killing_policy_group_by_owner.h",
        "src/ray/raylet/worker_killing_policy_retriable_fifo.h",
    ],
    linkopts = select({
        "@platforms//os:windows": [
        ],
        "//conditions:default": [
            "-lpthread",
        ],
    }),
    deps = [
        ":gcs",
        ":gcs_client_lib",
        ":local_object_manager",
        ":node_manager_fbs",
        ":node_manager_rpc",
        ":object_manager",
        ":pubsub_lib",
        ":raylet_agent_manager",
        ":runtime_env_agent_client",
        ":wait_manager",
        ":worker",
        ":worker_pool",
        ":worker_rpc",
        "//src/ray/common:memory_monitor",
        "//src/ray/core_worker:experimental_mutable_object_provider",
        "//src/ray/object_manager/plasma:plasma_client",
        "//src/ray/protobuf:agent_manager_cc_proto",
        "//src/ray/protobuf:common_cc_proto",
        "//src/ray/protobuf:runtime_env_agent_cc_proto",
        "//src/ray/raylet/scheduling:scheduler",
        "//src/ray/stats:stats_lib",
        "//src/ray/util:cmd_line_utils",
        "//src/ray/util:container_util",
        "//src/ray/util:throttler",
        "@boost//:asio",
        "@boost//:system",
        "@com_github_jupp0r_prometheus_cpp//pull",
        "@com_google_absl//absl/base:core_headers",
        "@com_google_absl//absl/container:flat_hash_set",
        "@com_google_absl//absl/memory",
        "@com_google_absl//absl/strings",
        "@com_google_absl//absl/strings:str_format",
        "@com_google_googletest//:gtest_prod",
        "@io_opencensus_cpp//opencensus/exporters/stats/prometheus:prometheus_exporter",
        "@io_opencensus_cpp//opencensus/stats",
        "@io_opencensus_cpp//opencensus/tags",
    ],
)

ray_cc_library(
    name = "raylet_client_connection_lib",
    srcs = ["src/ray/raylet_client/raylet_connection.cc"],
    hdrs = ["src/ray/raylet_client/raylet_connection.h"],
    deps = [
        "//src/ray/common:asio",
        "//src/ray/common:network",
    ],
)

ray_cc_library(
    name = "raylet_client_lib",
    srcs = ["src/ray/raylet_client/raylet_client.cc"],
    hdrs = ["src/ray/raylet_client/raylet_client.h"],
    deps = [
        ":node_manager_rpc",
        ":raylet_client_connection_lib",
        "//src/ray/common:asio",
        "//src/ray/common:id",
        "//src/ray/common:network",
        "//src/ray/common:ray_object",
        "//src/ray/common:status",
        "//src/ray/common:task_common",
        "//src/ray/protobuf:common_cc_proto",
        "//src/ray/util:logging",
    ],
)

# This header is used to wrap some internal codes so we can reduce suspicious
# symbols export.
ray_cc_library(
    name = "exported_internal",
    srcs =
        [
            "src/ray/internal/internal.cc",
        ],
    hdrs =
        [
            "src/ray/internal/internal.h",
        ],
    copts = COPTS,
    strip_include_prefix = "src",
    deps = [
        "//src/ray/core_worker:core_worker_common",
        "//src/ray/core_worker:core_worker_lib",
    ],
    alwayslink = 1,
)

ray_cc_test(
    name = "local_object_manager_test",
    size = "small",
    srcs = [
        "src/ray/raylet/test/local_object_manager_test.cc",
    ],
    tags = ["team:core"],
    deps = [
        ":raylet_lib",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "pull_manager_test",
    size = "small",
    srcs = [
        "src/ray/object_manager/test/pull_manager_test.cc",
    ],
    tags = ["team:core"],
    deps = [
        ":pull_manager",
        "//src/ray/common:test_util",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "object_buffer_pool_test",
    size = "small",
    srcs = [
        "src/ray/object_manager/test/object_buffer_pool_test.cc",
    ],
    tags = ["team:core"],
    deps = [
        ":object_buffer_pool",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "ownership_based_object_directory_test",
    size = "small",
    srcs = [
        "src/ray/object_manager/test/ownership_based_object_directory_test.cc",
    ],
    tags = ["team:core"],
    deps = [
        ":ownership_based_object_directory",
        ":ray_mock",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "push_manager_test",
    size = "small",
    srcs = [
        "src/ray/object_manager/test/push_manager_test.cc",
    ],
    tags = ["team:core"],
    deps = [
        ":raylet_lib",
        "//src/ray/common:test_util",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "spilled_object_test",
    size = "small",
    srcs = [
        "src/ray/object_manager/test/spilled_object_test.cc",
    ],
    tags = ["team:core"],
    deps = [
        ":raylet_lib",
        "@boost//:endian",
        "//src/ray/common:test_util",
        "@com_google_absl//absl/strings:str_format",
        "@com_google_googletest//:gtest_main",
    ],
)


ray_cc_test(
    name = "create_request_queue_test",
    size = "small",
    srcs = [
        "src/ray/object_manager/test/create_request_queue_test.cc",
    ],
    tags = ["team:core"],
    deps = [
        "//src/ray/object_manager/plasma:plasma_store_server_lib",
        "@com_google_googletest//:gtest",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "get_request_queue_test",
    size = "small",
    srcs = [
        "src/ray/object_manager/test/get_request_queue_test.cc",
    ],
    tags = ["team:core"],
    deps = [
        "//src/ray/object_manager/plasma:plasma_store_server_lib",
        "@com_google_googletest//:gtest",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "worker_pool_test",
    size = "small",
    srcs = ["src/ray/raylet/worker_pool_test.cc"],
    tags = [
        "no_tsan",
        "team:core",
    ],
    deps = [
        ":raylet_lib",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "placement_group_resource_manager_test",
    size = "small",
    srcs = ["src/ray/raylet/placement_group_resource_manager_test.cc"],
    tags = ["team:core"],
    deps = [
        "gcs_test_util_lib",
        "ray_common",
        "raylet_lib",
        ":ray_mock",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "runtime_env_agent_client_test",
    size = "small",
    srcs = ["src/ray/raylet/runtime_env_agent_client_test.cc"],
    tags = ["team:core"],
    deps = [
        "gcs_test_util_lib",
        "ray_common",
        "raylet_lib",
        ":ray_mock",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "dependency_manager_test",
    size = "small",
    srcs = ["src/ray/raylet/dependency_manager_test.cc"],
    tags = ["team:core"],
    deps = [
        ":raylet_lib",
        "//src/ray/common:test_util",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "local_task_manager_test",
    size = "small",
    srcs = ["src/ray/raylet/local_task_manager_test.cc"],
    tags = ["team:core"],
    deps = [
        ":ray_mock",
        ":raylet_lib",
        "//src/ray/common:test_util",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "node_manager_test",
    size = "small",
    srcs = ["src/ray/raylet/test/node_manager_test.cc"],
    tags = ["team:core"],
    deps = [
        ":ray_mock",
        ":raylet_lib",
        "//src/ray/common:test_util",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "wait_manager_test",
    size = "small",
    srcs = ["src/ray/raylet/wait_manager_test.cc"],
    tags = ["team:core"],
    deps = [
        ":raylet_lib",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "worker_killing_policy_test",
    size = "small",
    srcs = [
        "src/ray/raylet/worker_killing_policy_test.cc",
    ],
    tags = ["team:core"],
    deps = [
        ":ray_common",
        ":raylet_lib",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "worker_killing_policy_group_by_owner_test",
    size = "small",
    srcs = [
        "src/ray/raylet/worker_killing_policy_group_by_owner_test.cc",
    ],
    tags = ["team:core"],
    deps = [
        ":ray_common",
        ":raylet_lib",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "worker_killing_policy_retriable_fifo_test",
    size = "small",
    srcs = [
        "src/ray/raylet/worker_killing_policy_retriable_fifo_test.cc",
    ],
    tags = ["team:core"],
    deps = [
        ":ray_common",
        ":raylet_lib",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "pubsub_integration_test",
    size = "small",
    srcs = ["src/ray/pubsub/test/integration_test.cc"],
    tags = ["team:core"],
    deps = [
        ":pubsub_cc_grpc",
        ":pubsub_lib",
        "//src/ray/protobuf:pubsub_cc_proto",
        "@com_google_absl//absl/synchronization",
        "@com_google_absl//absl/time",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "publisher_test",
    size = "small",
    srcs = ["src/ray/pubsub/test/publisher_test.cc"],
    tags = ["team:core"],
    deps = [
        ":pubsub_lib",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "subscriber_test",
    size = "small",
    srcs = [
        "src/ray/pubsub/test/subscriber_test.cc",
    ],
    tags = ["team:core"],
    deps = [
        ":pubsub_lib",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_library(
    name = "gcs_test_util_lib",
    hdrs = [
        "src/ray/gcs/test/gcs_test_util.h",
    ],
    deps = [
        ":gcs",
        ":gcs_service_rpc",
        "//src/ray/common:test_util"
    ],
)

ray_cc_test(
    name = "grpc_server_client_test",
    size = "small",
    srcs = [
        "src/ray/rpc/test/grpc_server_client_test.cc",
    ],
    tags = ["team:core"],
    deps = [
        ":grpc_common_lib",
        ":test_service_cc_grpc",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "rpc_chaos_test",
    size = "small",
    srcs = [
        "src/ray/rpc/test/rpc_chaos_test.cc",
    ],
    tags = ["team:core"],
    deps = [
        ":grpc_common_lib",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "core_worker_client_pool_test",
    size = "small",
    srcs = [
        "src/ray/rpc/worker/test/core_worker_client_pool_test.cc",
    ],
    tags = ["team:core"],
    deps = [
        ":worker_rpc",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_library(
    name = "gcs_client_lib",
    srcs = [
        "src/ray/gcs/gcs_client/accessor.cc",
        "src/ray/gcs/gcs_client/gcs_client.cc",
    ],
    hdrs = [
        "src/ray/gcs/gcs_client/accessor.h",
        "src/ray/gcs/gcs_client/gcs_client.h",
    ],
    deps = [
        ":gcs",
        ":gcs_pub_sub_lib",
        ":gcs_service_rpc",
        ":pubsub_lib",
        ":redis_store_client",
        "//src/ray/common:asio",
        "//src/ray/common:id",
        "//src/ray/protobuf:usage_cc_proto",
        "//src/ray/util:container_util",
        "//src/ray/util:sequencer",
    ],
)

ray_cc_library(
    name = "global_state_accessor_lib",
    srcs = ["src/ray/gcs/gcs_client/global_state_accessor.cc"],
    hdrs = ["src/ray/gcs/gcs_client/global_state_accessor.h"],
    deps = [
        ":gcs_client_lib",
    ],
)

ray_cc_test(
    name = "accessor_test",
    size = "small",
    srcs = [
        "src/ray/gcs/gcs_client/test/accessor_test.cc",
    ],
    tags = ["team:core"],
    deps = [
        ":gcs_client_lib",
        ":gcs_test_util_lib",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "global_state_accessor_test",
    size = "small",
    srcs = [
        "src/ray/gcs/gcs_client/test/global_state_accessor_test.cc",
    ],
    args = [
        "$(location redis-server)",
        "$(location redis-cli)",
    ],
    data = [
        "//:redis-cli",
        "//:redis-server",
    ],
    tags = ["team:core"],
    deps = [
        ":gcs_client_lib",
        ":gcs_test_util_lib",
        ":global_state_accessor_lib",
        "//src/ray/gcs/gcs_server:gcs_server_lib",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "gcs_client_test",
    size = "medium",
    srcs = [
        "src/ray/gcs/gcs_client/test/gcs_client_test.cc",
    ],
    args = [
        "$(location redis-server)",
        "$(location redis-cli)",
    ],
    data = [
        "//:redis-cli",
        "//:redis-server",
    ],
    tags = [
        "exclusive",
        "no_tsan",
        "team:core",
    ],
    deps = [
        ":gcs_client_lib",
        ":gcs_test_util_lib",
        "//src/ray/gcs/gcs_server:gcs_server_lib",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "gcs_client_reconnection_test",
    srcs = [
        "src/ray/gcs/gcs_client/test/gcs_client_reconnection_test.cc",
    ],
    args = [
        "$(location redis-server)",
        "$(location redis-cli)",
    ],
    data = [
        "//:redis-cli",
        "//:redis-server",
    ],
    tags = [
        "no_windows",
        "team:core",
    ],
    deps = [
        ":gcs_client_lib",
        ":gcs_test_util_lib",
        "//src/ray/gcs/gcs_server:gcs_server_lib",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_library(
    name = "object_manager",
    srcs = ["src/ray/object_manager/object_manager.cc"],
    hdrs = ["src/ray/object_manager/object_manager.h"],
    deps = [
        ":chunk_object_reader",
        ":object_buffer_pool",
        ":object_directory",
        ":object_manager_common",
        ":object_manager_rpc",
        ":ownership_based_object_directory",
        ":pull_manager",
        ":push_manager",
        "//src/ray/common:asio",
        "//src/ray/common:id",
        "//src/ray/common:ray_config",
        "//src/ray/common:status",
        "//src/ray/object_manager/plasma:plasma_store_server_lib",
        "//src/ray/protobuf:common_cc_proto",
        "//src/ray/protobuf:node_manager_cc_proto",
        "@boost//:asio",
        "@boost//:bind",
        "@com_google_absl//absl/container:flat_hash_map",
        "@com_google_absl//absl/container:flat_hash_set",
        "@com_google_absl//absl/time",
    ],
)

ray_cc_library(
    name = "push_manager",
    srcs = ["src/ray/object_manager/push_manager.cc"],
    hdrs = ["src/ray/object_manager/push_manager.h"],
    deps = [
        "//src/ray/stats:stats_metric",
        "//src/ray/common:id",
        "//src/ray/common:ray_config",
        "//src/ray/common:status",
        "//src/ray/util",
        "@com_google_absl//absl/container:flat_hash_map",
        "@com_google_absl//absl/container:flat_hash_set",
    ],
)

ray_cc_library(
    name = "pull_manager",
    srcs = ["src/ray/object_manager/pull_manager.cc"],
    hdrs = ["src/ray/object_manager/pull_manager.h"],
    deps = [
        ":object_manager_rpc",
        ":ownership_based_object_directory",
        "//src/ray/stats:stats_metric",
        "//src/ray/common:id",
        "//src/ray/common:ray_config",
        "//src/ray/common:ray_object",
        "//src/ray/common:status",
        "//src/ray/util:container_util",
        "//src/ray/util:counter_map",
        "@boost//:asio",
        "@boost//:bind",
        "@com_google_absl//absl/container:flat_hash_map",
        "@com_google_absl//absl/container:flat_hash_set",
        "@com_google_absl//absl/time",
    ],
)

ray_cc_library(
    name = "ownership_based_object_directory",
    srcs = ["src/ray/object_manager/ownership_based_object_directory.cc"],
    hdrs = ["src/ray/object_manager/ownership_based_object_directory.h"],
    deps = [
        ":gcs_client_lib",
        ":object_directory",
        ":subscriber_lib",
        ":worker_rpc",
        "//src/ray/common:asio",
        "//src/ray/common:id",
        "//src/ray/common:status",
        "//src/ray/util:sequencer",
        "@com_google_absl//absl/container:flat_hash_map",
    ],
)

ray_cc_library(
    name = "object_directory",
    hdrs = ["src/ray/object_manager/object_directory.h"],
    deps = [
        ":gcs_client_lib",
        ":object_manager_common",
        "//src/ray/common:asio",
        "//src/ray/common:id",
        "//src/ray/common:status",
    ],
)

ray_cc_library(
    name = "object_buffer_pool",
    srcs = ["src/ray/object_manager/object_buffer_pool.cc"],
    hdrs = ["src/ray/object_manager/object_buffer_pool.h"],
    deps = [
        ":memory_object_reader",
        "//src/ray/common:id",
        "//src/ray/common:status",
        "//src/ray/util:logging",
        "@boost//:asio",
        "@boost//:bind",
        "@com_google_absl//absl/base",
        "@com_google_absl//absl/container:flat_hash_map",
        "@com_google_absl//absl/synchronization",
        "@com_google_absl//absl/time",
    ],
)

ray_cc_library(
    name = "object_manager_common",
    srcs = ["src/ray/object_manager/common.cc"],
    hdrs = ["src/ray/object_manager/common.h"],
    deps = [
        "//src/ray/common:id",
        "//src/ray/common:ray_config",
        "//src/ray/common:status",
        "@boost//:asio",
        "@com_google_absl//absl/strings",
    ],
)

ray_cc_library(
    name = "object_manager_grpc_stub_manager",
    hdrs = ["src/ray/object_manager/grpc_stub_manager.h"],
    deps = [
        ":grpc_client",
        "@com_github_grpc_grpc//:grpc++",
    ],
)

ray_cc_library(
    name = "memory_object_reader",
    srcs = ["src/ray/object_manager/memory_object_reader.cc"],
    hdrs = ["src/ray/object_manager/memory_object_reader.h"],
    deps = [
        ":object_reader",
        "//src/ray/object_manager/plasma:plasma_client",
    ],
)

ray_cc_library(
    name = "chunk_object_reader",
    srcs = ["src/ray/object_manager/chunk_object_reader.cc"],
    hdrs = ["src/ray/object_manager/chunk_object_reader.h"],
    deps = [
        ":spilled_object_reader",
        "//src/ray/util:logging",
    ],
)

ray_cc_library(
    name = "spilled_object_reader",
    srcs = ["src/ray/object_manager/spilled_object_reader.cc"],
    hdrs = ["src/ray/object_manager/spilled_object_reader.h"],
    deps = [
        ":object_reader",
        "//src/ray/util:logging",
        "@com_google_absl//absl/types:optional",
        "@com_google_googletest//:gtest_prod",
    ],
)

ray_cc_library(
    name = "object_reader",
    hdrs = ["src/ray/object_manager/object_reader.h"],
    deps = ["//src/ray/protobuf:common_cc_proto"],
)

ray_cc_library(
    name = "platform_shims",
    srcs = [] + select({
        "@platforms//os:windows": glob([
            "src/shims/windows/**/*.c",
            "src/shims/windows/**/*.cc",
            "src/shims/windows/**/*.h",
        ]),
        "//conditions:default": [],
    }),
    hdrs = [] + select({
        "@platforms//os:windows": glob([
            "src/shims/windows/**/*.h",
        ]),
        "//conditions:default": [],
    }),
    strip_include_prefix = select({
        "@platforms//os:windows": "src/shims/windows",
        "//conditions:default": "",
    }),
)

filegroup(
    name = "extra_actions_base_proto",
    srcs = [
        "thirdparty/protobuf/extra_actions_base.proto",
    ],
)

proto_library(
    name = "extra_actions_base_proto_lib",
    srcs = ["thirdparty/protobuf/extra_actions_base.proto"],
)

cc_proto_library(
    name = "extra_actions_cc_proto_lib",
    deps = [":extra_actions_base_proto_lib"],
)

filegroup(
    name = "iwyu_sh",
    srcs = ["ci/run/iwyu.sh"],
)

action_listener(
    name = "iwyu_cpp",
    extra_actions = [":iwyu_action"],
    mnemonics = ["CppCompile"],
)

extra_action(
    name = "iwyu_action",
    cmd = "$(location :iwyu_sh) postbuild $(location @com_google_protobuf//:protoc) $(location :extra_actions_base_proto) --extra_action_file=$(EXTRA_ACTION_FILE) > $(output $(ACTION_ID).iwyu.txt)",
    out_templates = [
        "$(ACTION_ID).iwyu.txt",
    ],
    tools = [
        ":extra_actions_base_proto",
        ":iwyu_sh",
        "@com_google_protobuf//:protoc",
    ],
)

ray_cc_library(
    name = "sha256",
    srcs = [
        "src/ray/thirdparty/sha256.c",
    ],
    hdrs = [
        "src/ray/thirdparty/sha256.h",
    ],
)

ray_cc_library(
    name = "aligned_alloc",
    srcs = [
        "src/ray/thirdparty/aligned_alloc.c",
    ],
    hdrs = [
        "src/ray/thirdparty/aligned_alloc.h",
    ],
)

ray_cc_library(
    name = "dlmalloc",
    hdrs = ["src/ray/thirdparty/dlmalloc.c"],
)

alias(
    name = "hiredis",
    actual = "@com_github_redis_hiredis//:hiredis",
)

ray_cc_library(
    name = "redis_client",
    srcs = [
        "src/ray/gcs/redis_async_context.cc",
        "src/ray/gcs/redis_client.cc",
        "src/ray/gcs/redis_context.cc",
    ],
    hdrs = [
        "src/ray/gcs/redis_async_context.h",
        "src/ray/gcs/redis_client.h",
        "src/ray/gcs/redis_context.h",
    ],
    deps = [
        ":hiredis",
        "//src/ray/common:asio",
        "//src/ray/common:status",
        "//src/ray/common:ray_config",
        "//src/ray/stats:stats_lib",
        "//src/ray/util",
        "//src/ray/util:exponential_backoff",
        "@boost//:asio",
    ],
)

ray_cc_library(
    name = "gcs_callback",
    hdrs = ["src/ray/gcs/callback.h"],
    deps = [
        "//src/ray/common:status",
    ],
)

ray_cc_library(
    name = "gcs_store_client",
    hdrs = ["src/ray/gcs/store_client/store_client.h"],
    deps = [
        ":gcs_callback",
        "//src/ray/common:asio",
        "//src/ray/common:id",
        "//src/ray/common:status",
    ],
)

ray_cc_library(
    name = "redis_store_client",
    srcs = ["src/ray/gcs/store_client/redis_store_client.cc"],
    hdrs = ["src/ray/gcs/store_client/redis_store_client.h"],
    deps = [
        ":gcs_callback",
        ":gcs_store_client",
        ":redis_client",
        "//src/ray/util:container_util",
        "@com_google_absl//absl/strings:str_format",
        "@com_google_absl//absl/synchronization",
    ],
)

ray_cc_library(
    name = "gcs_in_memory_store_client",
    srcs = ["src/ray/gcs/store_client/in_memory_store_client.cc"],
    hdrs = ["src/ray/gcs/store_client/in_memory_store_client.h"],
    deps = [
        ":gcs_callback",
        ":gcs_store_client",
        "//src/ray/common:asio",
        "//src/ray/util:concurrent_flat_map",
        "@com_google_absl//absl/container:node_hash_map",
    ],
)

ray_cc_library(
    name = "observable_store_client",
    srcs = ["src/ray/gcs/store_client/observable_store_client.cc"],
    hdrs = ["src/ray/gcs/store_client/observable_store_client.h"],
    deps = [
        ":gcs_callback",
        ":gcs_store_client",
        "//src/ray/util",
    ],
)

ray_cc_library(
    name = "store_client_test_lib",
    hdrs = ["src/ray/gcs/store_client/test/store_client_test_base.h"],
    deps = [
        ":redis_store_client",
        "//src/ray/common:test_util",
    ],
)

ray_cc_test(
    name = "redis_store_client_test",
    size = "small",
    srcs = ["src/ray/gcs/store_client/test/redis_store_client_test.cc"],
    args = [
        "$(location redis-server)",
        "$(location redis-cli)",
    ],
    data = [
        "//:redis-cli",
        "//:redis-server",
    ],
    tags = ["team:core"],
    deps = [
        ":redis_store_client",
        ":store_client_test_lib",
        "@boost//:optional",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "chaos_redis_store_client_test",
    size = "small",
    srcs = ["src/ray/gcs/store_client/test/redis_store_client_test.cc"],
    args = [
        "$(location redis-server)",
        "$(location redis-cli)",
    ],
    data = [
        "//:redis-cli",
        "//:redis-server",
    ],
    env = {"REDIS_CHAOS": "1"},
    tags = [
        "no_windows",
        "team:core",
    ],
    target_compatible_with = [
        "@platforms//os:linux",
    ],
    deps = [
        ":redis_store_client",
        ":store_client_test_lib",
        "@boost//:optional",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "in_memory_store_client_test",
    size = "small",
    srcs = ["src/ray/gcs/store_client/test/in_memory_store_client_test.cc"],
    tags = ["team:core"],
    deps = [
        ":gcs_in_memory_store_client",
        ":store_client_test_lib",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "observable_store_client_test",
    size = "small",
    srcs = ["src/ray/gcs/store_client/test/in_memory_store_client_test.cc"],
    tags = ["team:core"],
    deps = [
        ":gcs_in_memory_store_client",
        ":observable_store_client",
        ":store_client_test_lib",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_library(
    name = "gcs_pb_util",
    srcs = ["//:src/ray/gcs/pb_utils.cc"],
    hdrs = ["//:src/ray/gcs/pb_util.h"],
    deps = [
        "//src/ray/common:constants",
        "//src/ray/common:id",
        "//src/ray/common:ray_config",
        "//src/ray/common:task_common",
        "//src/ray/protobuf:autoscaler_cc_proto",
        "//src/ray/protobuf:export_task_event_cc_proto",
    ],
)

ray_cc_library(
    name = "gcs",
    deps = [
        ":gcs_callback",
        ":gcs_pb_util",
        ":node_manager_fbs",
        ":node_manager_rpc",
        ":redis_client",
    ],
)

ray_cc_test(
    name = "callback_reply_test",
    size = "small",
    srcs = ["src/ray/gcs/test/callback_reply_test.cc"],
    tags = ["team:core"],
    deps = [
        ":gcs",
        "@com_google_googletest//:gtest_main",
    ],
)

ray_cc_test(
    name = "redis_async_context_test",
    size = "small",
    srcs = ["src/ray/gcs/test/redis_async_context_test.cc"],
    args = [
        "$(location redis-server)",
        "$(location redis-cli)",
    ],
    data = [
        "//:redis-cli",
        "//:redis-server",
    ],
    tags = ["team:core"],
    deps = [
        ":gcs",
        "//src/ray/util",
        "//src/ray/common:test_util",
        "@com_google_googletest//:gtest_main",
    ],
)

flatbuffer_cc_library(
    name = "node_manager_fbs",
    srcs = ["src/ray/raylet/format/node_manager.fbs"],
    flatc_args = FLATC_ARGS,
    out_prefix = "ray/raylet/format/",
)

ray_cc_library(
    name = "python_callbacks",
    hdrs = [
        "src/ray/gcs/gcs_client/python_callbacks.h",
    ],
)

pyx_library(
    name = "_raylet",
    srcs = glob([
        "python/ray/__init__.py",
        "python/ray/_raylet.pxd",
        "python/ray/_raylet.pyx",
        "python/ray/includes/*.pxd",
        "python/ray/includes/*.pxi",
    ]),
    # Export ray ABI symbols, which can then be used by _streaming.so.
    # We need to dlopen this lib with RTLD_GLOBAL to use ABI in this
    # shared lib, see python/ray/__init__.py.
    cc_kwargs = dict(
        srcs = PYX_SRCS,
        # cython code is auto-generated, which is out of our control.
        copts = COPTS + PYX_COPTS,
        # see https://github.com/tensorflow/tensorflow/blob/r2.1/tensorflow/lite/BUILD#L444
        linkopts = select({
            "@platforms//os:osx": [
                "-Wl,-exported_symbols_list,$(location //:src/ray/ray_exported_symbols.lds)",
            ],
            "@platforms//os:windows": [],
            "//conditions:default": [
                "-Wl,--version-script,$(location //:src/ray/ray_version_script.lds)",
            ],
        }),
        linkstatic = 1,
    ),
    deps = [
        ":python_callbacks",
        "//:exported_internal",
        "//:global_state_accessor_lib",
        "//:raylet_lib",
        "//:redis_client",
        "//:src/ray/ray_exported_symbols.lds",
        "//:src/ray/ray_version_script.lds",
        "//src/ray/core_worker:core_worker_lib",
        "//src/ray/gcs/gcs_server:gcs_server_lib",
        "//src/ray/protobuf:serialization_cc_proto",
        "//src/ray/util",
        "//src/ray/util:memory",
        "//src/ray/util:stream_redirection",
        "//src/ray/util:stream_redirection_options",
    ],
)

filegroup(
    name = "python_sources",
    srcs = glob([
        "python/ray/*.py",
        "python/ray/autoscaler/*.py",
        "python/ray/autoscaler/_private/*.py",
        "python/ray/autoscaler/_private/_azure/*.json",
        "python/ray/autoscaler/aws/defaults.yaml",
        "python/ray/autoscaler/azure/defaults.yaml",
        "python/ray/autoscaler/gcp/defaults.yaml",
        "python/ray/autoscaler/local/defaults.yaml",
        "python/ray/autoscaler/vsphere/defaults.yaml",
        "python/ray/cloudpickle/*.py",
        "python/ray/core/__init__.py",
        "python/ray/core/generated/__init__.py",
        "python/ray/core/generated/ray/__init__.py",
        "python/ray/core/generated/ray/protocol/__init__.py",
        "python/ray/dashboard/**/*.py",
        "python/ray/experimental/*.py",
        "python/ray/util/*.py",
        "python/ray/internal/*.py",
        "python/ray/workers/default_worker.py",
    ]),
)

alias(
    name = "redis-server",
    actual = select({
        "@platforms//os:windows": "@com_github_tporadowski_redis_bin//:redis-server.exe",
        "//conditions:default": "@com_github_antirez_redis//:redis-server",
    }),
)

alias(
    name = "redis-cli",
    actual = select({
        "@platforms//os:windows": "@com_github_tporadowski_redis_bin//:redis-cli.exe",
        "//conditions:default": "@com_github_antirez_redis//:redis-cli",
    }),
)

filegroup(
    name = "all_py_proto",
    srcs = [
        "//src/ray/protobuf:agent_manager_py_proto",
        "//src/ray/protobuf:autoscaler_py_proto",
        "//src/ray/protobuf:common_py_proto",
        "//src/ray/protobuf:core_worker_py_proto",
        "//src/ray/protobuf:event_py_proto",
        "//src/ray/protobuf:export_event_py_proto",
        "//src/ray/protobuf:gcs_py_proto",
        "//src/ray/protobuf:gcs_service_py_proto",
        "//src/ray/protobuf:instance_manager_py_proto",
        "//src/ray/protobuf:node_manager_py_proto",
        "//src/ray/protobuf:ray_client_py_proto",
        "//src/ray/protobuf:reporter_py_proto",
        "//src/ray/protobuf:runtime_env_agent_py_proto",
        "//src/ray/protobuf:runtime_env_common_py_proto",
        "//src/ray/protobuf:usage_py_proto",
    ],
)

filegroup(
    name = "serve_py_proto",
    srcs = [
        "//src/ray/protobuf:serve_py_proto",
    ],
)

# This is a dummy test dependency that causes the python tests to be
# re-run if any of these files changes.
py_library(
    name = "ray_lib",
    srcs = glob(
        ["python/ray/**/*.py"],
        exclude = ["python/ray/tests/*.py"],
    ),
    visibility = ["__subpackages__"],
)

copy_to_workspace(
    name = "cp_raylet_so",
    srcs = ["python/ray/_raylet.so"],
    dstdir = "python/ray",
)

copy_to_workspace(
    name = "cp_all_py_proto",
    srcs = [":all_py_proto"],
    dstdir = "python/ray/core/generated",
)

copy_to_workspace(
    name = "cp_serve_py_proto",
    srcs = [":serve_py_proto"],
    dstdir = "python/ray/serve/generated",
)

copy_to_workspace(
    name = "cp_redis",
    srcs = [
        ":redis-cli",
        ":redis-server",
    ],
    dstdir = "python/ray/core/src/ray/thirdparty/redis/src",
)

copy_to_workspace(
    name = "cp_raylet",
    srcs = [":raylet"],
    dstdir = "python/ray/core/src/ray/raylet",
)

copy_to_workspace(
    name = "cp_gcs_server",
    srcs = ["//src/ray/gcs/gcs_server"],
    dstdir = "python/ray/core/src/ray/gcs",
)

copy_to_workspace(
    name = "cp_jemalloc",
    srcs = ["@jemalloc//:shared"],
    dstdir = "python/ray/core/",
)

genrule(
    name = "install_py_proto",
    srcs = [
        ":cp_all_py_proto",
        ":cp_serve_py_proto",
    ],
    outs = ["install_py_proto.out"],
    cmd = """
        # NOTE(hchen): Protobuf doesn't allow specifying Python package name. So we use this `sed`
        # command to change the import path in the generated file.
        # shellcheck disable=SC2006
        files=(
            `ls python/ray/core/generated/*_pb2*.py` \
            `ls python/ray/serve/generated/*_pb2*.py` \
            )
        sed -i -E 's/from src.ray.protobuf/from ./' "$${files[@]}"
        # Help the generated serve files to have the correct module
        serve_files=(`ls python/ray/serve/generated/*_pb2*.py`)
        sed -i -E 's/'"'"'src.ray.protobuf./'"'"'ray.serve.generated./' "$${serve_files[@]}"
        # TODO(sang): Build our own proto instead of creating a new proto for opencensus separately.
        # https://github.com/ray-project/ray/issues/31358
        sed -i -E 's/from opencensus.proto.metrics.v1 import/from . import/' "$${files[@]}"
        sed -i -E 's/from opencensus.proto.resource.v1 import/from . import/' "$${files[@]}"
        # TODO(rickyx): Remove this experimental path rewrite once we move autoscaler proto out
        # of experimental.
        autoscale_files=(`ls python/ray/core/generated/instance_manager_pb2*.py`)
        sed -i -E 's/from ..experimental/from ./' "$${autoscale_files[@]}"
        # Help the generated export api files to have the correct module
        export_api_files=(`ls python/ray/core/generated/export*_pb2*.py`)
        sed -i -E 's/from ..export_api/from ./' "$${export_api_files[@]}"
        echo "$${PWD}" > $@
    """,
    local = 1,
)

genrule(
    name = "ray_pkg",
    srcs = [
        ":cp_raylet_so",
        ":python_sources",
        ":install_py_proto",
        ":cp_redis",
        ":cp_raylet",
        ":cp_gcs_server",
    ] + select({
        ":jemalloc": [
            ":cp_jemalloc",
        ],
        "//conditions:default": [],
    }),
    outs = ["ray_pkg.out"],
    cmd = """
        if [ "$${OSTYPE-}" = "msys" ]; then
            ln -P -f -- python/ray/_raylet.so python/ray/_raylet.pyd
        fi
        echo "$${PWD}" > $@
    """,
    local = 1,
)