FilesExpand file tree

main

/

cache_utils.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

89 lines (66 loc) · 3.16 KB

main

/

cache_utils.py

Copy path

Top

File metadata and controls

• Code
• Blame

89 lines (66 loc) · 3.16 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

# Copyright 2024 The HuggingFace Team. All rights reserved.

#

# Licensed under the Apache License, Version 2.0 (the "License");

# you may not use this file except in compliance with the License.

# You may obtain a copy of the License at

#

# http://www.apache.org/licenses/LICENSE-2.0

#

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS,

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

# See the License for the specific language governing permissions and

# limitations under the License.

from ..utils.logging import get_logger

logger = get_logger(__name__) # pylint: disable=invalid-name

class CacheMixin:

r"""

A class for enable/disabling caching techniques on diffusion models.

Supported caching techniques:

- [Pyramid Attention Broadcast](https://huggingface.co/papers/2408.12588)

"""

_cache_config = None

@property

def is_cache_enabled(self) -> bool:

return self._cache_config is not None

def enable_cache(self, config) -> None:

r"""

Enable caching techniques on the model.

Args:

config (`Union[PyramidAttentionBroadcastConfig]`):

The configuration for applying the caching technique. Currently supported caching techniques are:

- [`~hooks.PyramidAttentionBroadcastConfig`]

Example:

```python

>>> import torch

>>> from diffusers import CogVideoXPipeline, PyramidAttentionBroadcastConfig

>>> pipe = CogVideoXPipeline.from_pretrained("THUDM/CogVideoX-5b", torch_dtype=torch.bfloat16)

>>> pipe.to("cuda")

>>> config = PyramidAttentionBroadcastConfig(

... spatial_attention_block_skip_range=2,

... spatial_attention_timestep_skip_range=(100, 800),

... current_timestep_callback=lambda: pipe.current_timestep,

... )

>>> pipe.transformer.enable_cache(config)

```

"""

from ..hooks import PyramidAttentionBroadcastConfig, apply_pyramid_attention_broadcast

if isinstance(config, PyramidAttentionBroadcastConfig):

apply_pyramid_attention_broadcast(self, config)

else:

raise ValueError(f"Cache config {type(config)} is not supported.")

self._cache_config = config

def disable_cache(self) -> None:

from ..hooks import HookRegistry, PyramidAttentionBroadcastConfig

if self._cache_config is None:

logger.warning("Caching techniques have not been enabled, so there's nothing to disable.")

return

if isinstance(self._cache_config, PyramidAttentionBroadcastConfig):

registry = HookRegistry.check_if_exists_or_initialize(self)

registry.remove_hook("pyramid_attention_broadcast", recurse=True)

else:

raise ValueError(f"Cache config {type(self._cache_config)} is not supported.")

self._cache_config = None

def _reset_stateful_cache(self, recurse: bool = True) -> None:

from ..hooks import HookRegistry

HookRegistry.check_if_exists_or_initialize(self).reset_stateful_hooks(recurse=recurse)