# if you are using AMD gpu, install bitsandbytes from https://github.com/Lzy17/bitsandbytes-rocm

pip install -r bitsandbytes

# Model inferecne
python inference.py

# Model finetune
python finetune.py

# You could change your model in both codes.