diff --git a/Makefile b/Makefile
index 57fbf7d54eb9..e5237c74db77 100644
--- a/Makefile
+++ b/Makefile
@@ -51,7 +51,7 @@ minetester: $(MINETESTER_WHEEL)
 
 install:
 	#install python library
-	pip install $(MINETESTER_WHEEL)
+	pip install $(MINETESTER_WHEEL) --force-reinstall
 
 demo:
 	#install run demo script
@@ -60,3 +60,7 @@ demo:
 clean:
 	#clean up repo
 	util/minetester/clean.sh
+
+clean_minetester:
+	#clean up minetester, but not minetest
+	util/minetester/clean_minetester.sh
diff --git a/README.md b/README.md
index 52186584f6c7..14436da6413d 100644
--- a/README.md
+++ b/README.md
@@ -43,6 +43,15 @@ make demo #run the demo script
 make clean #clean up build artifacts
 ```
 
+Additionally the makefile supports a utility to clean only the minetester install
+
+```
+make clean_minetester #remove existing minetester install
+make minetester #build minetester python library
+make install #install python library into local environment along with nessesary dependencies
+make demo #run the demo script
+```
+
 Minetest
 ========
 
diff --git a/minetester/minetest_env.py b/minetester/minetest_env.py
index 3ab4ab5d075e..647f6ed92b48 100644
--- a/minetester/minetest_env.py
+++ b/minetester/minetest_env.py
@@ -5,7 +5,7 @@
 import uuid
 from typing import Any, Dict, List, Optional, Tuple
 
-import gym
+import gymnasium as gym
 import matplotlib.pyplot as plt
 import numpy as np
 import zmq
diff --git a/setup.py b/setup.py
index a572ab40348c..03fa7a0fecc3 100644
--- a/setup.py
+++ b/setup.py
@@ -8,7 +8,7 @@
     author_email='',
     packages=find_packages(),
     install_requires=[
-        'gym',
+        'gymnasium',
         'numpy',
         'matplotlib',
         'zmq',
diff --git a/util/minetester/clean_minetester.sh b/util/minetester/clean_minetester.sh
new file mode 100755
index 000000000000..5b3cef5cbe9e
--- /dev/null
+++ b/util/minetester/clean_minetester.sh
@@ -0,0 +1 @@
+rm -r build/package