Update torchao_experimental_test.yml

Author: metascroy

.github/workflows/torchao_experimental_test.yml

@@ -28,8 +28,7 @@ jobs:
           auto-activate-base: true
       - name: Run tests
         run: |
-          sh packaging/pre_build_script.sh
-          
+          pip install --extra-index-url "https://download.pytorch.org/whl/nightly/cpu" torch=="2.6.0.20250104"
           USE_CPP=1 pip install .
 
           python torchao/experimental/tests/test_packed_linear_int8_dynamic_activation_intx_weight_layout.py