FilesExpand file tree

main

/

pr_test_peft_backend.yml

Copy path

View runs

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

132 lines (114 loc) · 4.02 KB

main

/

pr_test_peft_backend.yml

Copy path

Top

File metadata and controls

• Code
• Blame

132 lines (114 loc) · 4.02 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

name: Fast tests for PRs - PEFT backend

on:

pull_request:

branches:

- main

paths:

- "src/diffusers/**.py"

- "tests/**.py"

concurrency:

group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}

cancel-in-progress: true

env:

DIFFUSERS_IS_CI: yes

OMP_NUM_THREADS: 4

MKL_NUM_THREADS: 4

PYTEST_TIMEOUT: 60

jobs:

check_code_quality:

runs-on: ubuntu-latest

steps:

- uses: actions/checkout@v3

- name: Set up Python

uses: actions/setup-python@v4

with:

python-version: "3.8"

- name: Install dependencies

run: |

python -m pip install --upgrade pip

pip install .[quality]

- name: Check quality

run: make quality

- name: Check if failure

if: ${{ failure() }}

run: |

echo "Quality check failed. Please ensure the right dependency versions are installed with 'pip install -e .[quality]' and run 'make style && make quality'" >> $GITHUB_STEP_SUMMARY

check_repository_consistency:

needs: check_code_quality

runs-on: ubuntu-latest

steps:

- uses: actions/checkout@v3

- name: Set up Python

uses: actions/setup-python@v4

with:

python-version: "3.8"

- name: Install dependencies

run: |

python -m pip install --upgrade pip

pip install .[quality]

- name: Check repo consistency

run: |

python utils/check_copies.py

python utils/check_dummies.py

make deps_table_check_updated

- name: Check if failure

if: ${{ failure() }}

run: |

echo "Repo consistency check failed. Please ensure the right dependency versions are installed with 'pip install -e .[quality]' and run 'make fix-copies'" >> $GITHUB_STEP_SUMMARY

run_fast_tests:

needs: [check_code_quality, check_repository_consistency]

strategy:

fail-fast: false

matrix:

lib-versions: ["main", "latest"]

name: LoRA - ${{ matrix.lib-versions }}

runs-on:

group: aws-general-8-plus

container:

image: diffusers/diffusers-pytorch-cpu

options: --shm-size "16gb" --ipc host -v /mnt/hf_cache:/mnt/cache/

defaults:

run:

shell: bash

steps:

- name: Checkout diffusers

uses: actions/checkout@v3

with:

fetch-depth: 2

- name: Install dependencies

run: |

python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"

python -m uv pip install -e [quality,test]

if [ "${{ matrix.lib-versions }}" == "main" ]; then

python -m pip install -U peft@git+https://github.com/huggingface/peft.git

python -m uv pip install -U transformers@git+https://github.com/huggingface/transformers.git

pip uninstall accelerate -y && python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git

else

python -m uv pip install -U peft transformers accelerate

fi

- name: Environment

run: |

python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"

python utils/print_env.py

- name: Run fast PyTorch LoRA CPU tests with PEFT backend

run: |

python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"

python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \

-s -v \

--make-reports=tests_${{ matrix.lib-versions }} \

tests/lora/

python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \

-s -v \

--make-reports=tests_models_lora_${{ matrix.lib-versions }} \

tests/models/ -k "lora"

- name: Failure short reports

if: ${{ failure() }}

run: |

cat reports/tests_${{ matrix.lib-versions }}_failures_short.txt

cat reports/tests_models_lora_${{ matrix.lib-versions }}_failures_short.txt

- name: Test suite reports artifacts

if: ${{ always() }}

uses: actions/upload-artifact@v4

with:

name: pr_${{ matrix.lib-versions }}_test_reports

path: reports