Bump AutoGPTQ to 0.5.1 to resolve issue with LoRA training

ashleykleynhans · Nov 13, 2023 · 87743b5 · 87743b5
1 parent 6bc2ba6
commit 87743b5
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -83,6 +83,7 @@ RUN source /venv/bin/activate && \
  cd repositories && \
  git clone https://github.com/turboderp/exllama && \
  pip3 install -r exllama/requirements.txt && \
+ pip3 install https://github.com/jllllll/AutoGPTQ/releases/download/v0.5.1/auto_gptq-0.5.1+cu121-cp310-cp310-linux_x86_64.whl && \
  deactivate
 
 # Install rclone