FilesExpand file tree

main

/

torch_utils.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

70 lines (60 loc) · 2.87 KB

main

/

torch_utils.py

Copy path

Top

File metadata and controls

• Code
• Blame

70 lines (60 loc) · 2.87 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

# Copyright 2023 The HuggingFace Team. All rights reserved.

#

# Licensed under the Apache License, Version 2.0 (the "License");

# you may not use this file except in compliance with the License.

# You may obtain a copy of the License at

#

# http://www.apache.org/licenses/LICENSE-2.0

#

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS,

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

# See the License for the specific language governing permissions and

# limitations under the License.

"""

PyTorch utilities: Utilities related to PyTorch

"""

from typing import List, Optional, Tuple, Union

from . import logging

from .import_utils import is_torch_available

if is_torch_available():

import torch

logger = logging.get_logger(__name__) # pylint: disable=invalid-name

def randn_tensor(

shape: Union[Tuple, List],

generator: Optional[Union[List["torch.Generator"], "torch.Generator"]] = None,

device: Optional["torch.device"] = None,

dtype: Optional["torch.dtype"] = None,

layout: Optional["torch.layout"] = None,

):

"""This is a helper function that allows to create random tensors on the desired `device` with the desired `dtype`. When

passing a list of generators one can seed each batched size individually. If CPU generators are passed the tensor

will always be created on CPU.

"""

# device on which tensor is created defaults to device

rand_device = device

batch_size = shape[0]

layout = layout or torch.strided

device = device or torch.device("cpu")

if generator is not None:

gen_device_type = generator.device.type if not isinstance(generator, list) else generator[0].device.type

if gen_device_type != device.type and gen_device_type == "cpu":

rand_device = "cpu"

if device != "mps":

logger.info(

f"The passed generator was created on 'cpu' even though a tensor on {device} was expected."

f" Tensors will be created on 'cpu' and then moved to {device}. Note that one can probably"

f" slighly speed up this function by passing a generator that was created on the {device} device."

)

elif gen_device_type != device.type and gen_device_type == "cuda":

raise ValueError(f"Cannot generate a {device} tensor from a generator of type {gen_device_type}.")

if isinstance(generator, list):

shape = (1,) + shape[1:]

latents = [

torch.randn(shape, generator=generator[i], device=rand_device, dtype=dtype, layout=layout)

for i in range(batch_size)

]

latents = torch.cat(latents, dim=0).to(device)

else:

latents = torch.randn(shape, generator=generator, device=rand_device, dtype=dtype, layout=layout).to(device)

return latents