diff --git a/.github/workflows/self-scheduled.yml b/.github/workflows/self-scheduled.yml
index 3b72baea0..c49a967d2 100644
--- a/.github/workflows/self-scheduled.yml
+++ b/.github/workflows/self-scheduled.yml
@@ -34,6 +34,7 @@ jobs:
           apt -y update && apt install -y libsndfile1-dev
           pip install --upgrade pip
           pip install .[sklearn,testing,onnxruntime,sentencepiece,speech]
+          pip install deepspeed
 
       - name: Are GPUs recognized by our DL frameworks
         run: |
@@ -156,6 +157,8 @@ jobs:
           apt -y update && apt install -y libsndfile1-dev
           pip install --upgrade pip
           pip install .[sklearn,testing,onnxruntime,sentencepiece,speech]
+          pip install fairscale
+          pip install deepspeed
 
       - name: Are GPUs recognized by our DL frameworks
         run: |