FilesExpand file tree

main

/

nightly_tests.yml

Copy path

View runs

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

162 lines (137 loc) · 4.9 KB

main

/

nightly_tests.yml

Copy path

Top

File metadata and controls

• Code
• Blame

162 lines (137 loc) · 4.9 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

name: Nightly tests on main

on:

schedule:

- cron: "0 0 * * *" # every day at midnight

env:

DIFFUSERS_IS_CI: yes

HF_HOME: /mnt/cache

OMP_NUM_THREADS: 8

MKL_NUM_THREADS: 8

PYTEST_TIMEOUT: 600

RUN_SLOW: yes

RUN_NIGHTLY: yes

jobs:

run_nightly_tests:

strategy:

fail-fast: false

matrix:

config:

- name: Nightly PyTorch CUDA tests on Ubuntu

framework: pytorch

runner: docker-gpu

image: diffusers/diffusers-pytorch-cuda

report: torch_cuda

- name: Nightly Flax TPU tests on Ubuntu

framework: flax

runner: docker-tpu

image: diffusers/diffusers-flax-tpu

report: flax_tpu

- name: Nightly ONNXRuntime CUDA tests on Ubuntu

framework: onnxruntime

runner: docker-gpu

image: diffusers/diffusers-onnxruntime-cuda

report: onnx_cuda

name: ${{ matrix.config.name }}

runs-on: ${{ matrix.config.runner }}

container:

image: ${{ matrix.config.image }}

options: --shm-size "16gb" --ipc host -v /mnt/hf_cache:/mnt/cache/ ${{ matrix.config.runner == 'docker-tpu' && '--privileged' || '--gpus 0'}}

defaults:

run:

shell: bash

steps:

- name: Checkout diffusers

uses: actions/checkout@v3

with:

fetch-depth: 2

- name: NVIDIA-SMI

if: ${{ matrix.config.runner == 'docker-gpu' }}

run: |

nvidia-smi

- name: Install dependencies

run: |

python -m pip install -e .[quality,test]

python -m pip install -U git+https://github.com/huggingface/transformers

python -m pip install git+https://github.com/huggingface/accelerate

- name: Environment

run: |

python utils/print_env.py

- name: Run nightly PyTorch CUDA tests

if: ${{ matrix.config.framework == 'pytorch' }}

env:

HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }}

run: |

python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile \

-s -v -k "not Flax and not Onnx" \

--make-reports=tests_${{ matrix.config.report }} \

tests/

- name: Run nightly Flax TPU tests

if: ${{ matrix.config.framework == 'flax' }}

env:

HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }}

run: |

python -m pytest -n 0 \

-s -v -k "Flax" \

--make-reports=tests_${{ matrix.config.report }} \

tests/

- name: Run nightly ONNXRuntime CUDA tests

if: ${{ matrix.config.framework == 'onnxruntime' }}

env:

HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }}

run: |

python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile \

-s -v -k "Onnx" \

--make-reports=tests_${{ matrix.config.report }} \

tests/

- name: Failure short reports

if: ${{ failure() }}

run: cat reports/tests_${{ matrix.config.report }}_failures_short.txt

- name: Test suite reports artifacts

if: ${{ always() }}

uses: actions/upload-artifact@v2

with:

name: ${{ matrix.config.report }}_test_reports

path: reports

run_nightly_tests_apple_m1:

name: Nightly PyTorch MPS tests on MacOS

runs-on: [ self-hosted, apple-m1 ]

steps:

- name: Checkout diffusers

uses: actions/checkout@v3

with:

fetch-depth: 2

- name: Clean checkout

shell: arch -arch arm64 bash {0}

run: |

git clean -fxd

- name: Setup miniconda

uses: ./.github/actions/setup-miniconda

with:

python-version: 3.9

- name: Install dependencies

shell: arch -arch arm64 bash {0}

run: |

${CONDA_RUN} python -m pip install --upgrade pip

${CONDA_RUN} python -m pip install -e .[quality,test]

${CONDA_RUN} python -m pip install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cpu

${CONDA_RUN} python -m pip install git+https://github.com/huggingface/accelerate

- name: Environment

shell: arch -arch arm64 bash {0}

run: |

${CONDA_RUN} python utils/print_env.py

- name: Run nightly PyTorch tests on M1 (MPS)

shell: arch -arch arm64 bash {0}

env:

HF_HOME: /System/Volumes/Data/mnt/cache

HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }}

run: |

${CONDA_RUN} python -m pytest -n 1 -s -v --make-reports=tests_torch_mps tests/

- name: Failure short reports

if: ${{ failure() }}

run: cat reports/tests_torch_mps_failures_short.txt

- name: Test suite reports artifacts

if: ${{ always() }}

uses: actions/upload-artifact@v2

with:

name: torch_mps_test_reports

path: reports