FilesExpand file tree

main

/

mirror_community_pipeline.yml

Copy path

View runs

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

102 lines (92 loc) · 3.49 KB

main

/

mirror_community_pipeline.yml

Copy path

Top

File metadata and controls

• Code
• Blame

102 lines (92 loc) · 3.49 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

name: Mirror Community Pipeline

on:

# Push changes on the main branch

push:

branches:

- main

paths:

- 'examples/community/**.py'

# And on tag creation (e.g. `v0.28.1`)

tags:

- '*'

# Manual trigger with ref input

workflow_dispatch:

inputs:

ref:

description: "Either 'main' or a tag ref"

required: true

default: 'main'

jobs:

mirror_community_pipeline:

env:

SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL_COMMUNITY_MIRROR }}

runs-on: ubuntu-22.04

steps:

# Checkout to correct ref

# If workflow dispatch

# If ref is 'main', set:

# CHECKOUT_REF=refs/heads/main

# PATH_IN_REPO=main

# Else it must be a tag. Set:

# CHECKOUT_REF=refs/tags/{tag}

# PATH_IN_REPO={tag}

# If not workflow dispatch

# If ref is 'refs/heads/main' => set 'main'

# Else it must be a tag => set {tag}

- name: Set checkout_ref and path_in_repo

run: |

if [ "${{ github.event_name }}" == "workflow_dispatch" ]; then

if [ -z "${{ github.event.inputs.ref }}" ]; then

echo "Error: Missing ref input"

exit 1

elif [ "${{ github.event.inputs.ref }}" == "main" ]; then

echo "CHECKOUT_REF=refs/heads/main" >> $GITHUB_ENV

echo "PATH_IN_REPO=main" >> $GITHUB_ENV

else

echo "CHECKOUT_REF=refs/tags/${{ github.event.inputs.ref }}" >> $GITHUB_ENV

echo "PATH_IN_REPO=${{ github.event.inputs.ref }}" >> $GITHUB_ENV

fi

elif [ "${{ github.ref }}" == "refs/heads/main" ]; then

echo "CHECKOUT_REF=${{ github.ref }}" >> $GITHUB_ENV

echo "PATH_IN_REPO=main" >> $GITHUB_ENV

else

# e.g. refs/tags/v0.28.1 -> v0.28.1

echo "CHECKOUT_REF=${{ github.ref }}" >> $GITHUB_ENV

echo "PATH_IN_REPO=$(echo ${{ github.ref }} | sed 's/^refs\/tags\///')" >> $GITHUB_ENV

fi

- name: Print env vars

run: |

echo "CHECKOUT_REF: ${{ env.CHECKOUT_REF }}"

echo "PATH_IN_REPO: ${{ env.PATH_IN_REPO }}"

- uses: actions/checkout@v3

with:

ref: ${{ env.CHECKOUT_REF }}

# Setup + install dependencies

- name: Set up Python

uses: actions/setup-python@v4

with:

python-version: "3.10"

- name: Install dependencies

run: |

python -m pip install --upgrade pip

pip install --upgrade huggingface_hub

# Check secret is set

- name: whoami

run: huggingface-cli whoami

env:

HF_TOKEN: ${{ secrets.HF_TOKEN_MIRROR_COMMUNITY_PIPELINES }}

# Push to HF! (under subfolder based on checkout ref)

# https://huggingface.co/datasets/diffusers/community-pipelines-mirror

- name: Mirror community pipeline to HF

run: huggingface-cli upload diffusers/community-pipelines-mirror ./examples/community ${PATH_IN_REPO} --repo-type dataset

env:

PATH_IN_REPO: ${{ env.PATH_IN_REPO }}

HF_TOKEN: ${{ secrets.HF_TOKEN_MIRROR_COMMUNITY_PIPELINES }}

- name: Report success status

if: ${{ success() }}

run: |

pip install requests && python utils/notify_community_pipelines_mirror.py --status=success

- name: Report failure status

if: ${{ failure() }}

run: |

pip install requests && python utils/notify_community_pipelines_mirror.py --status=failure