FilesExpand file tree

main

/

benchmark.yml

Copy path

View runs

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

74 lines (67 loc) · 2.08 KB

main

/

benchmark.yml

Copy path

Top

File metadata and controls

• Code
• Blame

74 lines (67 loc) · 2.08 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

name: Benchmarking tests

on:

workflow_dispatch:

schedule:

- cron: "30 1 1,15 * *" # every 2 weeks on the 1st and the 15th of every month at 1:30 AM

env:

DIFFUSERS_IS_CI: yes

HF_XET_HIGH_PERFORMANCE: 1

HF_HOME: /mnt/cache

OMP_NUM_THREADS: 8

MKL_NUM_THREADS: 8

BASE_PATH: benchmark_outputs

jobs:

torch_models_cuda_benchmark_tests:

env:

SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL_BENCHMARK }}

name: Torch Core Models CUDA Benchmarking Tests

strategy:

fail-fast: false

max-parallel: 1

runs-on:

group: aws-g6e-4xlarge

container:

image: diffusers/diffusers-pytorch-cuda

options: --shm-size "16gb" --ipc host --gpus all

steps:

- name: Checkout diffusers

uses: actions/checkout@v6

with:

fetch-depth: 2

- name: NVIDIA-SMI

run: |

nvidia-smi

- name: Install dependencies

run: |

apt update

apt install -y libpq-dev postgresql-client

uv pip install -e ".[quality]"

uv pip install -r benchmarks/requirements.txt

- name: Environment

run: |

python utils/print_env.py

- name: Diffusers Benchmarking

env:

HF_TOKEN: ${{ secrets.DIFFUSERS_HF_HUB_READ_TOKEN }}

run: |

cd benchmarks && python run_all.py

- name: Push results to the Hub

env:

HF_TOKEN: ${{ secrets.DIFFUSERS_BOT_TOKEN }}

run: |

cd benchmarks && python push_results.py

mkdir $BASE_PATH && cp *.csv $BASE_PATH

- name: Test suite reports artifacts

if: ${{ always() }}

uses: actions/upload-artifact@v6

with:

name: benchmark_test_reports

path: benchmarks/${{ env.BASE_PATH }}

- name: Report success status

if: ${{ success() }}

run: |

pip install requests && python utils/notify_benchmarking_status.py --status=success

- name: Report failure status

if: ${{ failure() }}

run: |

pip install requests && python utils/notify_benchmarking_status.py --status=failure