From 377562cccf196fa6872f22a683313573e20bc8c7 Mon Sep 17 00:00:00 2001 From: namoray Date: Wed, 10 Apr 2024 17:06:25 +0000 Subject: [PATCH] all docs --- README.md | 14 +++++++++++++- load_model.py | 3 ++- 2 files changed, 15 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index ec945bf..2a622fa 100644 --- a/README.md +++ b/README.md @@ -1 +1,13 @@ -# runpod-debug \ No newline at end of file +# runpod-debug + + +Try to run the load_model.py script. After the initial download of stuff (which is fine), take note of the loading time of the model. + +On good hardware, this takes ~5s to load the whole model. On bad hardware (is my theory), it takes 60 seconds. Why? + +```bash +python -m venv venv +. venv/bin/activate +pip install -r requirements.txt +python load_model.py +``` \ No newline at end of file diff --git a/load_model.py b/load_model.py index 22003d1..0e469b1 100644 --- a/load_model.py +++ b/load_model.py @@ -11,5 +11,6 @@ path, torch_dtype=torch.bfloat16 ).to(device) -print("Time to load (should be very small amount of seconds after the initial download):", time.time() - time1) +print("Time to load: ", time.time() - time1) +print("If this was your first time running, run it again please as the download tainted it, or:") print("Look in your console logs. If you see more than ~2s per step to load the model, there is an issue") \ No newline at end of file