Skip to content

Commit

Permalink
Fix issue caused by IDE automated patching of some paths #635
Browse files Browse the repository at this point in the history
  • Loading branch information
yolain committed Jan 31, 2025
1 parent 39fa6ef commit 4d9f791
Show file tree
Hide file tree
Showing 7 changed files with 24 additions and 21 deletions.
4 changes: 2 additions & 2 deletions py/libs/controlnet.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,9 +14,9 @@ def apply(self, control_net_name, image, positive, negative, strength, start_per
return (positive, negative)

# kolors controlnet patch
from py.modules.kolors import is_kolors_model, applyKolorsUnet
from ..modules.kolors.loader import is_kolors_model, applyKolorsUnet
if is_kolors_model(model):
from py.modules.kolors import patch_controlnet
from ..modules.kolors.model_patch import patch_controlnet
if control_net is None:
with applyKolorsUnet():
control_net = easyCache.load_controlnet(control_net_name, scale_soft_weights, use_cache)
Expand Down
4 changes: 2 additions & 2 deletions py/modules/brushnet/model.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,15 +25,15 @@
from diffusers.models.transformers.dual_transformer_2d import DualTransformer2DModel
from diffusers.models.transformers.transformer_2d import Transformer2DModel

from py.modules.brushnet.unet_2d_blocks import (
from .unet_2d_blocks import (
CrossAttnDownBlock2D,
DownBlock2D,
get_down_block,
get_mid_block,
get_up_block,
)

from py.modules.brushnet.unet_2d_condition import UNet2DConditionModel
from .unet_2d_condition import UNet2DConditionModel

logger = logging.get_logger(__name__)

Expand Down
2 changes: 1 addition & 1 deletion py/modules/brushnet/unet_2d_condition.py
Original file line number Diff line number Diff line change
Expand Up @@ -43,7 +43,7 @@
Timesteps,
)
from diffusers.models.modeling_utils import ModelMixin
from py.modules.brushnet.unet_2d_blocks import (
from .unet_2d_blocks import (
get_down_block,
get_mid_block,
get_up_block,
Expand Down
19 changes: 11 additions & 8 deletions py/modules/dit/pixArt/loader.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
import os
import json
import copy
import torch
import math
import comfy.supported_models_base
Expand All @@ -7,7 +10,7 @@
import comfy.utils
import comfy.conds
from comfy import model_management
from .diffusers_convert import convert_state_dict
from .diffusers_convert import convert_state_dict, convert_lora_state_dict

# checkpointbf
class EXM_PixArt(comfy.supported_models_base.BASE):
Expand Down Expand Up @@ -85,23 +88,23 @@ def load_pixart(model_path, model_conf=None):
)

if model_conf.model_target == "PixArtMS":
from py.modules.dit.pixArt.models.PixArtMS import PixArtMS
from .models.PixArtMS import PixArtMS
model.diffusion_model = PixArtMS(**model_conf.unet_config)
elif model_conf.model_target == "PixArt":
from py.modules.dit.pixArt.models.PixArt import PixArt
from .models.PixArt import PixArt
model.diffusion_model = PixArt(**model_conf.unet_config)
elif model_conf.model_target == "PixArtMSSigma":
from py.modules.dit.pixArt.models.PixArtMS import PixArtMS
from .models.PixArtMS import PixArtMS
model.diffusion_model = PixArtMS(**model_conf.unet_config)
model.latent_format = comfy.latent_formats.SDXL()
elif model_conf.model_target == "ControlPixArtMSHalf":
from py.modules.dit.pixArt.models.PixArtMS import PixArtMS
from py.modules.dit.pixArt.models.pixart_controlnet import ControlPixArtMSHalf
from .models.PixArtMS import PixArtMS
from .models.pixart_controlnet import ControlPixArtMSHalf
model.diffusion_model = PixArtMS(**model_conf.unet_config)
model.diffusion_model = ControlPixArtMSHalf(model.diffusion_model)
elif model_conf.model_target == "ControlPixArtHalf":
from py.modules.dit.pixArt.models.PixArt import PixArt
from py.modules.dit.pixArt.models.pixart_controlnet import ControlPixArtHalf
from .models.PixArt import PixArt
from .models.pixart_controlnet import ControlPixArtHalf
model.diffusion_model = PixArt(**model_conf.unet_config)
model.diffusion_model = ControlPixArtHalf(model.diffusion_model)
else:
Expand Down
4 changes: 2 additions & 2 deletions py/modules/dit/pixArt/models/PixArt.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,8 +17,8 @@
from timm.models.vision_transformer import PatchEmbed, Mlp


from py.modules.dit.pixArt.models.utils import auto_grad_checkpoint, to_2tuple
from py.modules.dit.pixArt.models.PixArt_blocks import t2i_modulate, CaptionEmbedder, AttentionKVCompress, MultiHeadCrossAttention, T2IFinalLayer, TimestepEmbedder, LabelEmbedder, FinalLayer
from .utils import auto_grad_checkpoint, to_2tuple
from .PixArt_blocks import t2i_modulate, CaptionEmbedder, AttentionKVCompress, MultiHeadCrossAttention, T2IFinalLayer, TimestepEmbedder, LabelEmbedder, FinalLayer


class PixArtBlock(nn.Module):
Expand Down
6 changes: 3 additions & 3 deletions py/modules/dit/pixArt/models/PixArtMS.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,9 +14,9 @@
from timm.models.layers import DropPath
from timm.models.vision_transformer import Mlp

from py.modules.dit.pixArt.models.utils import auto_grad_checkpoint, to_2tuple
from py.modules.dit.pixArt.models.PixArt_blocks import t2i_modulate, CaptionEmbedder, AttentionKVCompress, MultiHeadCrossAttention, T2IFinalLayer, TimestepEmbedder, SizeEmbedder
from py.modules.dit.pixArt.models.PixArt import PixArt, get_2d_sincos_pos_embed
from .utils import auto_grad_checkpoint, to_2tuple
from .PixArt_blocks import t2i_modulate, CaptionEmbedder, AttentionKVCompress, MultiHeadCrossAttention, T2IFinalLayer, TimestepEmbedder, SizeEmbedder
from .PixArt import PixArt, get_2d_sincos_pos_embed


class PatchEmbed(nn.Module):
Expand Down
6 changes: 3 additions & 3 deletions py/modules/dit/pixArt/models/pixart_controlnet.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,9 +7,9 @@
from torch.nn import Module, Linear, init
from typing import Any, Mapping

from py.modules.dit.pixArt.models.PixArt import PixArt, get_2d_sincos_pos_embed
from py.modules.dit.pixArt.models.PixArtMS import PixArtMSBlock, PixArtMS
from py.modules.dit.pixArt.models.utils import auto_grad_checkpoint
from .PixArt import PixArt, get_2d_sincos_pos_embed
from .PixArtMS import PixArtMSBlock, PixArtMS
from .utils import auto_grad_checkpoint

# The implementation of ControlNet-Half architrecture
# https://github.com/lllyasviel/ControlNet/discussions/188
Expand Down

0 comments on commit 4d9f791

Please sign in to comment.