FilesExpand file tree

main

/

pr_tests.yml

Copy path

View runs

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

155 lines (130 loc) · 4.5 KB

main

/

pr_tests.yml

Copy path

Top

File metadata and controls

• Code
• Blame

155 lines (130 loc) · 4.5 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

name: Fast tests for PRs

on:

pull_request:

branches:

- main

concurrency:

group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}

cancel-in-progress: true

env:

DIFFUSERS_IS_CI: yes

OMP_NUM_THREADS: 4

MKL_NUM_THREADS: 4

PYTEST_TIMEOUT: 60

jobs:

run_fast_tests:

strategy:

fail-fast: false

matrix:

config:

- name: Fast PyTorch CPU tests on Ubuntu

framework: pytorch

runner: docker-cpu

image: diffusers/diffusers-pytorch-cpu

report: torch_cpu

- name: Fast Flax CPU tests on Ubuntu

framework: flax

runner: docker-cpu

image: diffusers/diffusers-flax-cpu

report: flax_cpu

- name: Fast ONNXRuntime CPU tests on Ubuntu

framework: onnxruntime

runner: docker-cpu

image: diffusers/diffusers-onnxruntime-cpu

report: onnx_cpu

name: ${{ matrix.config.name }}

runs-on: ${{ matrix.config.runner }}

container:

image: ${{ matrix.config.image }}

options: --shm-size "16gb" --ipc host -v /mnt/hf_cache:/mnt/cache/

defaults:

run:

shell: bash

steps:

- name: Checkout diffusers

uses: actions/checkout@v3

with:

fetch-depth: 2

- name: Install dependencies

run: |

apt-get update && apt-get install libsndfile1-dev -y

python -m pip install -e .[quality,test]

python -m pip install -U git+https://github.com/huggingface/transformers

python -m pip install git+https://github.com/huggingface/accelerate

- name: Environment

run: |

python utils/print_env.py

- name: Run fast PyTorch CPU tests

if: ${{ matrix.config.framework == 'pytorch' }}

run: |

python -m pytest -n 2 --max-worker-restart=0 --dist=loadfile \

-s -v -k "not Flax and not Onnx" \

--make-reports=tests_${{ matrix.config.report }} \

tests/

- name: Run fast Flax TPU tests

if: ${{ matrix.config.framework == 'flax' }}

run: |

python -m pytest -n 2 --max-worker-restart=0 --dist=loadfile \

-s -v -k "Flax" \

--make-reports=tests_${{ matrix.config.report }} \

tests/

- name: Run fast ONNXRuntime CPU tests

if: ${{ matrix.config.framework == 'onnxruntime' }}

run: |

python -m pytest -n 2 --max-worker-restart=0 --dist=loadfile \

-s -v -k "Onnx" \

--make-reports=tests_${{ matrix.config.report }} \

tests/

- name: Failure short reports

if: ${{ failure() }}

run: cat reports/tests_${{ matrix.config.report }}_failures_short.txt

- name: Test suite reports artifacts

if: ${{ always() }}

uses: actions/upload-artifact@v2

with:

name: pr_${{ matrix.config.report }}_test_reports

path: reports

run_fast_tests_apple_m1:

name: Fast PyTorch MPS tests on MacOS

runs-on: [ self-hosted, apple-m1 ]

steps:

- name: Checkout diffusers

uses: actions/checkout@v3

with:

fetch-depth: 2

- name: Clean checkout

shell: arch -arch arm64 bash {0}

run: |

git clean -fxd

- name: Setup miniconda

uses: ./.github/actions/setup-miniconda

with:

python-version: 3.9

- name: Install dependencies

shell: arch -arch arm64 bash {0}

run: |

${CONDA_RUN} python -m pip install --upgrade pip

${CONDA_RUN} python -m pip install -e .[quality,test]

${CONDA_RUN} python -m pip install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cpu

${CONDA_RUN} python -m pip install git+https://github.com/huggingface/accelerate

${CONDA_RUN} python -m pip install -U git+https://github.com/huggingface/transformers

- name: Environment

shell: arch -arch arm64 bash {0}

run: |

${CONDA_RUN} python utils/print_env.py

- name: Run fast PyTorch tests on M1 (MPS)

shell: arch -arch arm64 bash {0}

env:

HF_HOME: /System/Volumes/Data/mnt/cache

HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }}

run: |

${CONDA_RUN} python -m pytest -n 0 -s -v --make-reports=tests_torch_mps tests/

- name: Failure short reports

if: ${{ failure() }}

run: cat reports/tests_torch_mps_failures_short.txt

- name: Test suite reports artifacts

if: ${{ always() }}

uses: actions/upload-artifact@v2

with:

name: pr_torch_mps_test_reports

path: reports