diff --git a/.github/workflows/build_wheels_aarch64_linux.yml b/.github/workflows/build_wheels_aarch64_linux.yml
index 56ea528a69..8ee7760bcf 100644
--- a/.github/workflows/build_wheels_aarch64_linux.yml
+++ b/.github/workflows/build_wheels_aarch64_linux.yml
@@ -29,7 +29,7 @@ jobs:
       test-infra-repository: pytorch/test-infra
       test-infra-ref: main
       with-cuda: disable
-
+      python-versions: '[\"3.9\", \"3.10\"]'
   build:
     needs: generate-matrix
     permissions:
diff --git a/packaging/pre_build_script.sh b/packaging/pre_build_script.sh
index cbc065bf11..e01d85d948 100644
--- a/packaging/pre_build_script.sh
+++ b/packaging/pre_build_script.sh
@@ -15,6 +15,6 @@ if [ -z ${PYTORCH_VERSION:-} ]; then
 else
     PYTORCH_DEP="torch==$PYTORCH_VERSION"
 fi
-pip install $PYTORCH_DEP
+pip3 install --pre torch  --index-url https://download.pytorch.org/whl/nightly/cpu
 
 pip install setuptools wheel twine auditwheel