diff --git a/CMakeLists.txt b/CMakeLists.txt
index de941663a88..73b89b6171e 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -749,9 +749,9 @@ endif()
 
 if(EXECUTORCH_BUILD_PTHREADPOOL
    AND EXECUTORCH_BUILD_CPUINFO
-   AND CMAKE_CXX_STANDARD GREATER_EQUAL 14
 )
   add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/extension/threadpool)
+  add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/extension/parallel)
 endif()
 
 if(EXECUTORCH_BUILD_PYBIND)
diff --git a/build/cmake_deps.toml b/build/cmake_deps.toml
index 4b22a09cb5b..4811563269c 100644
--- a/build/cmake_deps.toml
+++ b/build/cmake_deps.toml
@@ -73,6 +73,7 @@ excludes = [
 deps = [
   "executorch",
   "executorch_core",
+  "extension_parallel",
   "extension_threadpool",
   "portable_kernels",
 ]
@@ -115,6 +116,7 @@ excludes = [
 deps = [
   "executorch_core",
   "executorch",
+  "extension_parallel",
 ]
 
 [targets.optimized_native_cpu_ops]
@@ -129,6 +131,8 @@ excludes = [
 deps = [
   "executorch_core",
   "executorch",
+  "extension_parallel",
+  "extension_threadpool",
   "portable_kernels",
 ]
 # ---------------------------------- core end ----------------------------------
@@ -208,6 +212,19 @@ deps = [
   "extension_runner_util",
 ]
 
+[targets.extension_parallel]
+buck_targets = [
+  "//extension/parallel:thread_parallel",
+]
+filters = [
+  ".cpp$",
+]
+deps = [
+  "executorch",
+  "executorch_core",
+  "extension_threadpool",
+]
+
 [targets.extension_tensor]
 buck_targets = [
   "//extension/tensor:tensor",
@@ -395,6 +412,7 @@ deps = [
   "executorch",
   "executorch_core",
   "optimized_kernels",
+  "extension_parallel",
   "extension_threadpool",
   "xnnpack_backend",
 ]
@@ -431,6 +449,7 @@ deps = [
   "executorch_core",
   "extension_data_loader",
   "extension_module",
+  "extension_parallel",
   "portable_kernels",
   "quantized_kernels",
   "xnnpack_backend",
diff --git a/build/executorch-config.cmake b/build/executorch-config.cmake
index d14a1227cd9..2c459b66ac8 100644
--- a/build/executorch-config.cmake
+++ b/build/executorch-config.cmake
@@ -67,6 +67,7 @@ set(lib_list
     portable_ops_lib
     extension_module
     extension_module_static
+    extension_parallel
     extension_runner_util
     extension_tensor
     extension_threadpool
@@ -114,3 +115,16 @@ foreach(lib ${lib_list})
     list(APPEND EXECUTORCH_LIBRARIES ${lib})
   endif()
 endforeach()
+
+# TODO: investigate use of install(EXPORT) to cleanly handle
+# target_compile_options/target_compile_definitions for everything.
+if(TARGET extension_parallel)
+  set_target_properties(
+    extension_parallel PROPERTIES INTERFACE_LINK_LIBRARIES extension_threadpool
+  )
+endif()
+if(TARGET cpublas)
+  set_target_properties(
+    cpublas PROPERTIES INTERFACE_LINK_LIBRARIES extension_parallel
+  )
+endif()
diff --git a/extension/parallel/CMakeLists.txt b/extension/parallel/CMakeLists.txt
new file mode 100644
index 00000000000..7f727aafe46
--- /dev/null
+++ b/extension/parallel/CMakeLists.txt
@@ -0,0 +1,25 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# Please keep this file formatted by running:
+# ~~~
+# cmake-format -i CMakeLists.txt
+# ~~~
+
+if(NOT (EXECUTORCH_BUILD_PTHREADPOOL AND EXECUTORCH_BUILD_CPUINFO))
+  message(FATAL_ERROR "extension/parallel requires extension/threadpool")
+endif()
+
+add_library(extension_parallel thread_parallel.cpp)
+
+target_link_libraries(extension_parallel PUBLIC executorch_core extension_threadpool)
+target_compile_options(extension_parallel PUBLIC ${_common_compile_options})
+
+install(
+  TARGETS extension_parallel
+  DESTINATION lib
+  INCLUDES
+  DESTINATION ${_common_include_directories})
diff --git a/kernels/optimized/CMakeLists.txt b/kernels/optimized/CMakeLists.txt
index 235c6738d9a..c6d31c20263 100644
--- a/kernels/optimized/CMakeLists.txt
+++ b/kernels/optimized/CMakeLists.txt
@@ -43,7 +43,7 @@ endif()
 list(TRANSFORM _optimized_cpublas__srcs PREPEND "${EXECUTORCH_ROOT}/")
 add_library(cpublas STATIC ${_optimized_cpublas__srcs})
 target_link_libraries(
-  cpublas PRIVATE executorch_core eigen_blas extension_threadpool
+  cpublas PUBLIC executorch_core eigen_blas extension_parallel extension_threadpool
 )
 target_compile_options(cpublas PUBLIC ${_common_compile_options})
 
@@ -63,7 +63,7 @@ list(TRANSFORM _optimized_kernels__srcs PREPEND "${EXECUTORCH_ROOT}/")
 add_library(optimized_kernels ${_optimized_kernels__srcs})
 target_include_directories(optimized_kernels PRIVATE ${TORCH_INCLUDE_DIRS} "${EXECUTORCH_ROOT}/third-party/pocketfft")
 target_link_libraries(
-  optimized_kernels PRIVATE executorch_core cpublas extension_threadpool
+  optimized_kernels PUBLIC executorch_core cpublas extension_threadpool
 )
 target_compile_options(optimized_kernels PUBLIC ${_common_compile_options})
 # Build a library for _optimized_kernels_srcs