diff --git a/.ci/magma/Makefile b/.ci/magma/Makefile
index fe0dd84c8e3..2273cb761a7 100644
--- a/.ci/magma/Makefile
+++ b/.ci/magma/Makefile
@@ -16,9 +16,9 @@ DOCKER_RUN = set -eou pipefail; ${DOCKER_CMD} run --rm -i \
 	magma/build_magma.sh
 
 .PHONY: all
+all: magma-cuda128
 all: magma-cuda126
 all: magma-cuda124
-all: magma-cuda121
 all: magma-cuda118
 
 .PHONY:
@@ -26,6 +26,12 @@ clean:
 	$(RM) -r magma-*
 	$(RM) -r output
 
+.PHONY: magma-cuda128
+magma-cuda128: DESIRED_CUDA := 12.8
+magma-cuda128: CUDA_ARCH_LIST += -gencode arch=compute_100,code=sm_100 -gencode arch=compute_120,code=sm_120
+magma-cuda128:
+	$(DOCKER_RUN)
+
 .PHONY: magma-cuda126
 magma-cuda126: DESIRED_CUDA := 12.6
 magma-cuda126:
@@ -36,11 +42,6 @@ magma-cuda124: DESIRED_CUDA := 12.4
 magma-cuda124:
 	$(DOCKER_RUN)
 
-.PHONY: magma-cuda121
-magma-cuda121: DESIRED_CUDA := 12.1
-magma-cuda121:
-	$(DOCKER_RUN)
-
 .PHONY: magma-cuda118
 magma-cuda118: DESIRED_CUDA := 11.8
 magma-cuda118: CUDA_ARCH_LIST += -gencode arch=compute_37,code=sm_37
diff --git a/.github/workflows/build-magma-linux.yml b/.github/workflows/build-magma-linux.yml
index 404faef336e..aeaf6e6717a 100644
--- a/.github/workflows/build-magma-linux.yml
+++ b/.github/workflows/build-magma-linux.yml
@@ -34,7 +34,7 @@ jobs:
       id-token: write
     strategy:
       matrix:
-        cuda_version: ["126", "124", "121", "118"]  # There is no pytorch/manylinux-cuda126 yet
+        cuda_version: ["128", "126", "124", "118"]
     steps:
       - name: Checkout PyTorch
         uses: actions/checkout@v4