FilesExpand file tree

main

/

pr_tests.yml

Copy path

View runs

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

235 lines (205 loc) · 7.25 KB

main

/

pr_tests.yml

Copy path

Top

File metadata and controls

• Code
• Blame

235 lines (205 loc) · 7.25 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

183

184

185

186

187

188

189

190

191

192

193

194

195

196

197

198

199

200

201

202

203

204

205

206

207

208

209

210

211

212

213

214

215

216

217

218

219

220

221

222

223

224

225

226

227

228

229

230

231

232

233

234

235

name: Fast tests for PRs

on:

pull_request:

branches:

- main

paths:

- "src/diffusers/**.py"

- "benchmarks/**.py"

- "examples/**.py"

- "scripts/**.py"

- "tests/**.py"

- ".github/**.yml"

- "utils/**.py"

push:

branches:

- ci-*

concurrency:

group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}

cancel-in-progress: true

env:

DIFFUSERS_IS_CI: yes

OMP_NUM_THREADS: 4

MKL_NUM_THREADS: 4

PYTEST_TIMEOUT: 60

jobs:

check_code_quality:

runs-on: ubuntu-latest

steps:

- uses: actions/checkout@v3

- name: Set up Python

uses: actions/setup-python@v4

with:

python-version: "3.8"

- name: Install dependencies

run: |

python -m pip install --upgrade pip

pip install .[quality]

- name: Check quality

run: make quality

- name: Check if failure

if: ${{ failure() }}

run: |

echo "Quality check failed. Please ensure the right dependency versions are installed with 'pip install -e .[quality]' and run 'make style && make quality'" >> $GITHUB_STEP_SUMMARY

check_repository_consistency:

needs: check_code_quality

runs-on: ubuntu-latest

steps:

- uses: actions/checkout@v3

- name: Set up Python

uses: actions/setup-python@v4

with:

python-version: "3.8"

- name: Install dependencies

run: |

python -m pip install --upgrade pip

pip install .[quality]

- name: Check repo consistency

run: |

python utils/check_copies.py

python utils/check_dummies.py

make deps_table_check_updated

- name: Check if failure

if: ${{ failure() }}

run: |

echo "Repo consistency check failed. Please ensure the right dependency versions are installed with 'pip install -e .[quality]' and run 'make fix-copies'" >> $GITHUB_STEP_SUMMARY

run_fast_tests:

needs: [check_code_quality, check_repository_consistency]

strategy:

fail-fast: false

matrix:

config:

- name: Fast PyTorch Pipeline CPU tests

framework: pytorch_pipelines

runner: aws-highmemory-32-plus

image: diffusers/diffusers-pytorch-cpu

report: torch_cpu_pipelines

- name: Fast PyTorch Models & Schedulers CPU tests

framework: pytorch_models

runner: aws-general-8-plus

image: diffusers/diffusers-pytorch-cpu

report: torch_cpu_models_schedulers

- name: Fast Flax CPU tests

framework: flax

runner: aws-general-8-plus

image: diffusers/diffusers-flax-cpu

report: flax_cpu

- name: PyTorch Example CPU tests

framework: pytorch_examples

runner: aws-general-8-plus

image: diffusers/diffusers-pytorch-cpu

report: torch_example_cpu

name: ${{ matrix.config.name }}

runs-on:

group: ${{ matrix.config.runner }}

container:

image: ${{ matrix.config.image }}

options: --shm-size "16gb" --ipc host -v /mnt/hf_cache:/mnt/cache/

defaults:

run:

shell: bash

steps:

- name: Checkout diffusers

uses: actions/checkout@v3

with:

fetch-depth: 2

- name: Install dependencies

run: |

python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"

python -m uv pip install -e [quality,test]

python -m uv pip install accelerate

- name: Environment

run: |

python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"

python utils/print_env.py

- name: Run fast PyTorch Pipeline CPU tests

if: ${{ matrix.config.framework == 'pytorch_pipelines' }}

run: |

python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"

python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile \

-s -v -k "not Flax and not Onnx" \

--make-reports=tests_${{ matrix.config.report }} \

tests/pipelines

- name: Run fast PyTorch Model Scheduler CPU tests

if: ${{ matrix.config.framework == 'pytorch_models' }}

run: |

python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"

python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \

-s -v -k "not Flax and not Onnx and not Dependency" \

--make-reports=tests_${{ matrix.config.report }} \

tests/models tests/schedulers tests/others

- name: Run fast Flax TPU tests

if: ${{ matrix.config.framework == 'flax' }}

run: |

python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"

python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \

-s -v -k "Flax" \

--make-reports=tests_${{ matrix.config.report }} \

tests

- name: Run example PyTorch CPU tests

if: ${{ matrix.config.framework == 'pytorch_examples' }}

run: |

python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"

python -m uv pip install peft timm

python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \

--make-reports=tests_${{ matrix.config.report }} \

examples

- name: Failure short reports

if: ${{ failure() }}

run: cat reports/tests_${{ matrix.config.report }}_failures_short.txt

- name: Test suite reports artifacts

if: ${{ always() }}

uses: actions/upload-artifact@v2

with:

name: pr_${{ matrix.config.report }}_test_reports

path: reports

run_staging_tests:

needs: [check_code_quality, check_repository_consistency]

strategy:

fail-fast: false

matrix:

config:

- name: Hub tests for models, schedulers, and pipelines

framework: hub_tests_pytorch

runner:

group: aws-general-8-plus

image: diffusers/diffusers-pytorch-cpu

report: torch_hub

name: ${{ matrix.config.name }}

runs-on: ${{ matrix.config.runner }}

container:

image: ${{ matrix.config.image }}

options: --shm-size "16gb" --ipc host -v /mnt/hf_cache:/mnt/cache/

defaults:

run:

shell: bash

steps:

- name: Checkout diffusers

uses: actions/checkout@v3

with:

fetch-depth: 2

- name: Install dependencies

run: |

python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"

python -m uv pip install -e [quality,test]

- name: Environment

run: |

python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"

python utils/print_env.py

- name: Run Hub tests for models, schedulers, and pipelines on a staging env

if: ${{ matrix.config.framework == 'hub_tests_pytorch' }}

run: |

python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"

HUGGINGFACE_CO_STAGING=true python -m pytest \

-m "is_staging_test" \

--make-reports=tests_${{ matrix.config.report }} \

tests

- name: Failure short reports

if: ${{ failure() }}

run: cat reports/tests_${{ matrix.config.report }}_failures_short.txt

- name: Test suite reports artifacts

if: ${{ always() }}

uses: actions/upload-artifact@v2

with:

name: pr_${{ matrix.config.report }}_test_reports

path: reports