Bymp to CUDA 12.1, Torch 2.1.0 and xformers 0.0.22.post7

ashleykleynhans · Nov 9, 2023 · ffdb6ef · ffdb6ef
1 parent b567a77
commit ffdb6ef
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 7 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -1,5 +1,5 @@
 # Stage 1: Base
-FROM nvidia/cuda:11.8.0-cudnn8-devel-ubuntu22.04 as base
+FROM nvidia/cuda:12.1.1-cudnn8-devel-ubuntu22.04 as base
 
 ARG OOBABOOGA_COMMIT=4da00b60323120bab0b3aa8e6136e4cadbf1f1b5
 
@@ -63,8 +63,8 @@ FROM base as setup
 # Install Torch
 RUN python3 -m venv /venv && \
  source /venv/bin/activate && \
- pip3 install --no-cache-dir torch==2.0.1 torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118 && \
- pip3 install --no-cache-dir xformers==0.0.22 && \
+ pip3 install --no-cache-dir torch==2.1.0 torchvision torchaudio --index-url https://download.pytorch.org/whl/cu121 && \
+ pip3 install --no-cache-dir xformers && \
  deactivate
 
 # Clone the git repo of Text Generation Web UI and set version

diff --git a/README.md b/README.md
@@ -7,8 +7,8 @@
 * Python 3.10.12
 * [Text Generation Web UI](
  https://github.com/oobabooga/text-generation-webui)
-* Torch 2.0.1
-* xformers 0.0.22
+* Torch 2.1.0
+* xformers 0.0.22.post7
 * [runpodctl](https://github.com/runpod/runpodctl)
 * [croc](https://github.com/schollz/croc)
 * [rclone](https://rclone.org/)

diff --git a/nginx/template-readme.md b/nginx/template-readme.md
@@ -10,8 +10,8 @@
 * [Text Generation Web UI](
  https://github.com/oobabooga/text-generation-webui)
 * Text Generation API
-* Torch 2.0.1
-* xformers 0.0.22
+* Torch 2.1.0
+* xformers 0.0.22.post7
 * [runpodctl](https://github.com/runpod/runpodctl)
 * [croc](https://github.com/schollz/croc)
 * [rclone](https://rclone.org/)