diff --git a/Dockerfile b/Dockerfile
index 29dbc38..af0df48 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -2,7 +2,8 @@
 FROM nvidia/cuda:12.1.1-cudnn8-devel-ubuntu22.04 as base
 
 ARG OOBABOOGA_COMMIT=d8c3a5bee814f09b0868474002105dcf21a3ff1a
-ARG TORCH_VERSION=2.2.0
+ARG TORCH_VERSION=2.1.2
+ARG XFORMERS_VERSION=0.0.24
 
 SHELL ["/bin/bash", "-o", "pipefail", "-c"]
 ENV DEBIAN_FRONTEND=noninteractive \
@@ -66,7 +67,7 @@ FROM base as setup
 RUN python3 -m venv /venv && \
     source /venv/bin/activate && \
     pip3 install --no-cache-dir torch==${TORCH_VERSION} --index-url https://download.pytorch.org/whl/cu121 && \
-    pip3 install --no-cache-dir xformers && \
+    pip3 install --no-cache-dir xformers==${XFORMERS_VERSION} && \
     deactivate
 
 # Clone the git repo of Text Generation Web UI and set version
diff --git a/README.md b/README.md
index 8b8018b..201f17f 100644
--- a/README.md
+++ b/README.md
@@ -15,7 +15,7 @@
 * Python 3.10.12
 * [Text Generation Web UI](
   https://github.com/oobabooga/text-generation-webui)
-* Torch 2.2.0
+* Torch 2.1.2
 * xformers 0.0.24
 * [runpodctl](https://github.com/runpod/runpodctl)
 * [croc](https://github.com/schollz/croc)
diff --git a/nginx/template-readme.md b/nginx/template-readme.md
index bb5566e..3c23500 100644
--- a/nginx/template-readme.md
+++ b/nginx/template-readme.md
@@ -10,7 +10,7 @@
 * [Text Generation Web UI](
   https://github.com/oobabooga/text-generation-webui)
 * Text Generation API
-* Torch 2.2.0
+* Torch 2.1.2
 * xformers 0.0.24
 * [runpodctl](https://github.com/runpod/runpodctl)
 * [croc](https://github.com/schollz/croc)