Skip to content

Commit

Permalink
Merge pull request #16 from VE-FORBRYDERNE/staging
Browse files Browse the repository at this point in the history
Fix compatibility with UI2
  • Loading branch information
vfbd committed Dec 26, 2022
2 parents 3dd0bf5 + cde795f commit 751fb40
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 4 deletions.
2 changes: 1 addition & 1 deletion mtj_softtuner/kobold
6 changes: 3 additions & 3 deletions mtj_softtuner/patch.py
Original file line number Diff line number Diff line change
Expand Up @@ -76,12 +76,12 @@ def decorated(*args, **kwargs):

# Allows mtj-softtuner to use aria2 to download models

old_vars = utils.vars
old_vars = utils.koboldai_vars

class Vars:
aria2_port = 6799

utils.vars = Vars
utils.koboldai_vars = Vars

logger = logging.getLogger("urllib3")
old_level = logger.level
Expand Down Expand Up @@ -136,7 +136,7 @@ def new_get_checkpoint_shard_files(
if JAX13:
jax.host_count = old_jax_host_count
jax.host_id = old_jax_host_id
utils.vars = old_vars
utils.koboldai_vars = old_vars
logger.setLevel(old_level)
transformers.PreTrainedModel.from_pretrained = old_from_pretrained
if hasattr(transformers.modeling_utils, "get_checkpoint_shard_files"):
Expand Down

0 comments on commit 751fb40

Please sign in to comment.