diff --git a/.github/workflows/sdist.yml b/.github/workflows/sdist.yml
index 2e890506073a8..600283193dc6e 100644
--- a/.github/workflows/sdist.yml
+++ b/.github/workflows/sdist.yml
@@ -58,7 +58,16 @@ jobs:
     - name: Install pandas from sdist
       run: |
         conda list
-        python -m pip install dist/*.gz
+        python -m pip install dist/*.gz -v
+
+    - name: Force oldest supported NumPy
+      run: |
+        case "${{matrix.python-version}}" in
+        3.8)
+          pip install numpy==1.17.3 ;;
+        3.9)
+          pip install numpy==1.19.3 ;;
+        esac
 
     - name: Import pandas
       run: |
diff --git a/pyproject.toml b/pyproject.toml
index 03c1485bd4e35..4398046fc4bc7 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -5,17 +5,9 @@ requires = [
     "setuptools>=51.0.0",
     "wheel",
     "Cython>=0.29.21,<3",  # Note: sync with setup.py
-    # Numpy requirements for different OS/architectures
-    # Copied from https://github.com/scipy/scipy/blob/master/pyproject.toml (which is also licensed under BSD)
-    "numpy==1.17.3; python_version=='3.7' and (platform_machine!='arm64' or platform_system!='Darwin') and platform_machine!='aarch64'",
-    "numpy==1.18.3; python_version=='3.8' and (platform_machine!='arm64' or platform_system!='Darwin') and platform_machine!='aarch64'",
-    "numpy==1.19.3; python_version>='3.9' and (platform_machine!='arm64' or platform_system!='Darwin') and platform_machine!='aarch64'",
-    # Aarch64(Python 3.9 requirements are the same as AMD64)
-    "numpy==1.19.2; python_version=='3.7' and platform_machine=='aarch64'",
-    "numpy==1.19.2; python_version=='3.8' and platform_machine=='aarch64'",
-    # Darwin Arm64
-    "numpy>=1.20.0; python_version=='3.8' and platform_machine=='arm64' and platform_system=='Darwin'",
-    "numpy>=1.20.0; python_version=='3.9' and platform_machine=='arm64' and platform_system=='Darwin'"
+    # Numpy requirements for different OS/architectures, see
+    # https://github.com/scipy/oldest-supported-numpy/blob/master/setup.cfg
+    "oldest-supported-numpy>=0.10",
 ]
 # uncomment to enable pep517 after versioneer problem is fixed.
 # https://github.com/python-versioneer/python-versioneer/issues/193