FilesExpand file tree

main

/

pr_modular_tests.yml

Copy path

View runs

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

145 lines (129 loc) · 4.49 KB

main

/

pr_modular_tests.yml

Copy path

Top

File metadata and controls

• Code
• Blame

145 lines (129 loc) · 4.49 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

name: Fast PR tests for Modular

on:

pull_request:

branches: [main]

paths:

- "src/diffusers/modular_pipelines/**.py"

- "src/diffusers/models/modeling_utils.py"

- "src/diffusers/models/model_loading_utils.py"

- "src/diffusers/pipelines/pipeline_utils.py"

- "src/diffusers/pipeline_loading_utils.py"

- "src/diffusers/loaders/lora_base.py"

- "src/diffusers/loaders/lora_pipeline.py"

- "src/diffusers/loaders/peft.py"

- "tests/modular_pipelines/**.py"

- ".github/**.yml"

- "utils/**.py"

- "setup.py"

push:

branches:

- ci-*

concurrency:

group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}

cancel-in-progress: true

env:

DIFFUSERS_IS_CI: yes

HF_XET_HIGH_PERFORMANCE: 1

OMP_NUM_THREADS: 4

MKL_NUM_THREADS: 4

PYTEST_TIMEOUT: 60

jobs:

check_code_quality:

runs-on: ubuntu-22.04

steps:

- uses: actions/checkout@v6

- name: Set up Python

uses: actions/setup-python@v6

with:

python-version: "3.10"

- name: Install dependencies

run: |

pip install --upgrade pip

pip install .[quality]

- name: Check quality

run: make quality

- name: Check if failure

if: ${{ failure() }}

run: |

echo "Quality check failed. Please ensure the right dependency versions are installed with 'pip install -e .[quality]' and run 'make style && make quality'" >> $GITHUB_STEP_SUMMARY

check_repository_consistency:

needs: check_code_quality

runs-on: ubuntu-22.04

steps:

- uses: actions/checkout@v6

- name: Set up Python

uses: actions/setup-python@v6

with:

python-version: "3.10"

- name: Install dependencies

run: |

pip install --upgrade pip

pip install .[quality]

- name: Check repo consistency

run: |

python utils/check_copies.py

python utils/check_dummies.py

python utils/check_support_list.py

make deps_table_check_updated

- name: Check if failure

if: ${{ failure() }}

run: |

echo "Repo consistency check failed. Please ensure the right dependency versions are installed with 'pip install -e .[quality]' and run 'make fix-copies'" >> $GITHUB_STEP_SUMMARY

check_auto_docs:

runs-on: ubuntu-22.04

steps:

- uses: actions/checkout@v6

- name: Set up Python

uses: actions/setup-python@v6

with:

python-version: "3.10"

- name: Install dependencies

run: |

pip install --upgrade pip

pip install .[quality]

- name: Check auto docs

run: make modular-autodoctrings

- name: Check if failure

if: ${{ failure() }}

run: |

echo "Auto docstring checks failed. Please run `python utils/modular_auto_docstring.py --fix_and_overwrite`." >> $GITHUB_STEP_SUMMARY

run_fast_tests:

needs: [check_code_quality, check_repository_consistency, check_auto_docs]

name: Fast PyTorch Modular Pipeline CPU tests

runs-on:

group: aws-highmemory-32-plus

container:

image: diffusers/diffusers-pytorch-cpu

options: --shm-size "16gb" --ipc host -v /mnt/hf_cache:/mnt/cache/

defaults:

run:

shell: bash

steps:

- name: Checkout diffusers

uses: actions/checkout@v6

with:

fetch-depth: 2

- name: Install dependencies

run: |

uv pip install -e ".[quality]"

#uv pip uninstall transformers huggingface_hub && uv pip install --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git

uv pip uninstall transformers huggingface_hub && uv pip install transformers==4.57.1

uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git --no-deps

- name: Environment

run: |

python utils/print_env.py

- name: Run fast PyTorch Pipeline CPU tests

run: |

pytest -n 8 --max-worker-restart=0 --dist=loadfile \

-k "not Flax and not Onnx" \

--make-reports=tests_torch_cpu_modular_pipelines \

tests/modular_pipelines

- name: Failure short reports

if: ${{ failure() }}

run: cat reports/tests_torch_cpu_modular_pipelines_failures_short.txt

- name: Test suite reports artifacts

if: ${{ always() }}

uses: actions/upload-artifact@v6

with:

name: pr_pytorch_pipelines_torch_cpu_modular_pipelines_test_reports

path: reports