fix memory leak with zero-3 (microsoft#3903)

* fix memory leak with z3 * __del__ is not good for zero-inference
EleutherAI · Jul 10, 2023 · af9a622 · af9a622
1 parent 7e8bcc0
commit af9a622
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/deepspeed/runtime/zero/stage3.py b/deepspeed/runtime/zero/stage3.py
@@ -357,6 +357,7 @@ def __init__(self,
 
  def destroy(self):
  self.parameter_offload.destroy()
+ del self.__ipg_bucket_flat_buffer
 
  def initialize_ds_offload(
  self,