diff --git a/.github/workflows/build_docs.yaml b/.github/workflows/build_docs.yaml
index 19532c895b..1ab4aa4d24 100644
--- a/.github/workflows/build_docs.yaml
+++ b/.github/workflows/build_docs.yaml
@@ -27,9 +27,9 @@ jobs:
           conda activate test
           pip install -r requirements.txt
           pip install -r dev-requirements.txt
+          conda install pytorch cpuonly -c pytorch-nightly
           python setup.py sdist bdist_wheel
           pip install dist/*.whl
-          conda install pytorch cpuonly -c pytorch-nightly
       - name: Build docs
         shell: bash -l {0}
         run: |