FilesExpand file tree

main

/

mirror_community_pipeline.yml

Copy path

View runs

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

105 lines (96 loc) · 3.53 KB

main

/

mirror_community_pipeline.yml

Copy path

Top

File metadata and controls

• Code
• Blame

105 lines (96 loc) · 3.53 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

name: Mirror Community Pipeline

on:

# Push changes on the main branch

push:

branches:

- main

paths:

- 'examples/community/**.py'

# And on tag creation (e.g. `v0.28.1`)

tags:

- '*'

# Manual trigger with ref input

workflow_dispatch:

inputs:

ref:

description: "Either 'main' or a tag ref"

required: true

default: 'main'

jobs:

mirror_community_pipeline:

env:

SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL_COMMUNITY_MIRROR }}

runs-on: ubuntu-22.04

steps:

# Checkout to correct ref

# If workflow dispatch

# If ref is 'main', set:

# CHECKOUT_REF=refs/heads/main

# PATH_IN_REPO=main

# Else it must be a tag. Set:

# CHECKOUT_REF=refs/tags/{tag}

# PATH_IN_REPO={tag}

# If not workflow dispatch

# If ref is 'refs/heads/main' => set 'main'

# Else it must be a tag => set {tag}

- name: Set checkout_ref and path_in_repo

env:

EVENT_NAME: ${{ github.event_name }}

EVENT_INPUT_REF: ${{ github.event.inputs.ref }}

GITHUB_REF: ${{ github.ref }}

run: |

if [ "$EVENT_NAME" == "workflow_dispatch" ]; then

if [ -z "$EVENT_INPUT_REF" ]; then

echo "Error: Missing ref input"

exit 1

elif [ "$EVENT_INPUT_REF" == "main" ]; then

echo "CHECKOUT_REF=refs/heads/main" >> $GITHUB_ENV

echo "PATH_IN_REPO=main" >> $GITHUB_ENV

else

echo "CHECKOUT_REF=refs/tags/$EVENT_INPUT_REF" >> $GITHUB_ENV

echo "PATH_IN_REPO=$EVENT_INPUT_REF" >> $GITHUB_ENV

fi

elif [ "$GITHUB_REF" == "refs/heads/main" ]; then

echo "CHECKOUT_REF=$GITHUB_REF" >> $GITHUB_ENV

echo "PATH_IN_REPO=main" >> $GITHUB_ENV

else

# e.g. refs/tags/v0.28.1 -> v0.28.1

echo "CHECKOUT_REF=$GITHUB_REF" >> $GITHUB_ENV

echo "PATH_IN_REPO=$(echo $GITHUB_REF | sed 's/^refs\/tags\///')" >> $GITHUB_ENV

fi

- name: Print env vars

run: |

echo "CHECKOUT_REF: ${{ env.CHECKOUT_REF }}"

echo "PATH_IN_REPO: ${{ env.PATH_IN_REPO }}"

- uses: actions/checkout@v6

with:

ref: ${{ env.CHECKOUT_REF }}

# Setup + install dependencies

- name: Set up Python

uses: actions/setup-python@v6

with:

python-version: "3.10"

- name: Install dependencies

run: |

pip install --upgrade pip

pip install --upgrade huggingface_hub

# Check secret is set

- name: whoami

run: hf auth whoami

env:

HF_TOKEN: ${{ secrets.HF_TOKEN_MIRROR_COMMUNITY_PIPELINES }}

# Push to HF! (under subfolder based on checkout ref)

# https://huggingface.co/datasets/diffusers/community-pipelines-mirror

- name: Mirror community pipeline to HF

run: hf upload diffusers/community-pipelines-mirror ./examples/community ${PATH_IN_REPO} --repo-type dataset

env:

PATH_IN_REPO: ${{ env.PATH_IN_REPO }}

HF_TOKEN: ${{ secrets.HF_TOKEN_MIRROR_COMMUNITY_PIPELINES }}

- name: Report success status

if: ${{ success() }}

run: |

pip install requests && python utils/notify_community_pipelines_mirror.py --status=success

- name: Report failure status

if: ${{ failure() }}

run: |

pip install requests && python utils/notify_community_pipelines_mirror.py --status=failure