FilesExpand file tree

main

/

controlnet.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

115 lines (108 loc) · 5.64 KB

main

/

controlnet.py

Copy path

Top

File metadata and controls

• Code
• Blame

115 lines (108 loc) · 5.64 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

# Copyright 2024 The HuggingFace Team. All rights reserved.

#

# Licensed under the Apache License, Version 2.0 (the "License");

# you may not use this file except in compliance with the License.

# You may obtain a copy of the License at

#

# http://www.apache.org/licenses/LICENSE-2.0

#

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS,

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

# See the License for the specific language governing permissions and

# limitations under the License.

from typing import Optional, Tuple, Union

from ..utils import deprecate

from .controlnets.controlnet import ( # noqa

ControlNetConditioningEmbedding,

ControlNetModel,

ControlNetOutput,

zero_module,

)

class ControlNetOutput(ControlNetOutput):

def __init__(self, *args, **kwargs):

deprecation_message = "Importing `ControlNetOutput` from `diffusers.models.controlnet` is deprecated and this will be removed in a future version. Please use `from diffusers.models.controlnets.controlnet import ControlNetOutput`, instead."

deprecate("diffusers.models.controlnet.ControlNetOutput", "0.34", deprecation_message)

super().__init__(*args, **kwargs)

class ControlNetModel(ControlNetModel):

def __init__(

self,

in_channels: int = 4,

conditioning_channels: int = 3,

flip_sin_to_cos: bool = True,

freq_shift: int = 0,

down_block_types: Tuple[str, ...] = (

"CrossAttnDownBlock2D",

"CrossAttnDownBlock2D",

"CrossAttnDownBlock2D",

"DownBlock2D",

),

mid_block_type: Optional[str] = "UNetMidBlock2DCrossAttn",

only_cross_attention: Union[bool, Tuple[bool]] = False,

block_out_channels: Tuple[int, ...] = (320, 640, 1280, 1280),

layers_per_block: int = 2,

downsample_padding: int = 1,

mid_block_scale_factor: float = 1,

act_fn: str = "silu",

norm_num_groups: Optional[int] = 32,

norm_eps: float = 1e-5,

cross_attention_dim: int = 1280,

transformer_layers_per_block: Union[int, Tuple[int, ...]] = 1,

encoder_hid_dim: Optional[int] = None,

encoder_hid_dim_type: Optional[str] = None,

attention_head_dim: Union[int, Tuple[int, ...]] = 8,

num_attention_heads: Optional[Union[int, Tuple[int, ...]]] = None,

use_linear_projection: bool = False,

class_embed_type: Optional[str] = None,

addition_embed_type: Optional[str] = None,

addition_time_embed_dim: Optional[int] = None,

num_class_embeds: Optional[int] = None,

upcast_attention: bool = False,

resnet_time_scale_shift: str = "default",

projection_class_embeddings_input_dim: Optional[int] = None,

controlnet_conditioning_channel_order: str = "rgb",

conditioning_embedding_out_channels: Optional[Tuple[int, ...]] = (16, 32, 96, 256),

global_pool_conditions: bool = False,

addition_embed_type_num_heads: int = 64,

):

deprecation_message = "Importing `ControlNetModel` from `diffusers.models.controlnet` is deprecated and this will be removed in a future version. Please use `from diffusers.models.controlnets.controlnet import ControlNetModel`, instead."

deprecate("diffusers.models.controlnet.ControlNetModel", "0.34", deprecation_message)

super().__init__(

in_channels=in_channels,

conditioning_channels=conditioning_channels,

flip_sin_to_cos=flip_sin_to_cos,

freq_shift=freq_shift,

down_block_types=down_block_types,

mid_block_type=mid_block_type,

only_cross_attention=only_cross_attention,

block_out_channels=block_out_channels,

layers_per_block=layers_per_block,

downsample_padding=downsample_padding,

mid_block_scale_factor=mid_block_scale_factor,

act_fn=act_fn,

norm_num_groups=norm_num_groups,

norm_eps=norm_eps,

cross_attention_dim=cross_attention_dim,

transformer_layers_per_block=transformer_layers_per_block,

encoder_hid_dim=encoder_hid_dim,

encoder_hid_dim_type=encoder_hid_dim_type,

attention_head_dim=attention_head_dim,

num_attention_heads=num_attention_heads,

use_linear_projection=use_linear_projection,

class_embed_type=class_embed_type,

addition_embed_type=addition_embed_type,

addition_time_embed_dim=addition_time_embed_dim,

num_class_embeds=num_class_embeds,

upcast_attention=upcast_attention,

resnet_time_scale_shift=resnet_time_scale_shift,

projection_class_embeddings_input_dim=projection_class_embeddings_input_dim,

controlnet_conditioning_channel_order=controlnet_conditioning_channel_order,

conditioning_embedding_out_channels=conditioning_embedding_out_channels,

global_pool_conditions=global_pool_conditions,

addition_embed_type_num_heads=addition_embed_type_num_heads,

)

class ControlNetConditioningEmbedding(ControlNetConditioningEmbedding):

def __init__(self, *args, **kwargs):

deprecation_message = "Importing `ControlNetConditioningEmbedding` from `diffusers.models.controlnet` is deprecated and this will be removed in a future version. Please use `from diffusers.models.controlnets.controlnet import ControlNetConditioningEmbedding`, instead."

deprecate("diffusers.models.controlnet.ControlNetConditioningEmbedding", "0.34", deprecation_message)

super().__init__(*args, **kwargs)