FilesExpand file tree

 main

/

_binary-upload.yml

Copy path

View runs

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

140 lines (135 loc) · 5.38 KB

 main

/

_binary-upload.yml

Copy path

Top

File metadata and controls

• Code
• Blame

140 lines (135 loc) · 5.38 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

name: upload

on:

workflow_call:

inputs:

build_name:

required: true

type: string

description: The build's name

use_s3:

type: boolean

default: true

description: If true, will download artifacts from s3. Otherwise will use the default GitHub artifact download action

PYTORCH_ROOT:

required: false

type: string

description: Root directory for the pytorch/pytorch repository. Not actually needed, but currently passing it in since we pass in the same inputs to the reusable workflows of all binary builds

BUILDER_ROOT:

required: false

type: string

description: Root directory for the pytorch/builder repository. Not actually needed, but currently passing it in since we pass in the same inputs to the reusable workflows of all binary builds

PACKAGE_TYPE:

required: true

type: string

description: Package type

DESIRED_CUDA:

required: true

type: string

description: Desired CUDA version

GPU_ARCH_VERSION:

required: false

type: string

description: GPU Arch version

GPU_ARCH_TYPE:

required: true

type: string

description: GPU Arch type

DOCKER_IMAGE:

required: false

type: string

description: Docker image to use

LIBTORCH_CONFIG:

required: false

type: string

description: Desired libtorch config (for libtorch builds only)

LIBTORCH_VARIANT:

required: false

type: string

description: Desired libtorch variant (for libtorch builds only)

DESIRED_DEVTOOLSET:

required: false

type: string

description: Desired dev toolset

DESIRED_PYTHON:

required: false

type: string

description: Desired python version

secrets:

github-token:

required: true

description: Github Token

aws-pytorch-uploader-access-key-id:

required: true

description: AWS access key id

aws-pytorch-uploader-secret-access-key:

required: true

description: AWS secret access key

conda-pytorchbot-token:

required: true

description: Conda PyTorchBot token

jobs:

build:

runs-on: ubuntu-22.04

environment: ${{ (github.event_name == 'push' && (github.event.ref == 'refs/heads/nightly' || startsWith(github.event.ref, 'refs/tags/v'))) && 'conda-aws-upload' || '' }}

container:

image: continuumio/miniconda3:4.12.0

env:

PYTORCH_ROOT: /pytorch

BUILDER_ROOT: /builder

PACKAGE_TYPE: ${{ inputs.PACKAGE_TYPE }}

# TODO: This is a legacy variable that we eventually want to get rid of in

# favor of GPU_ARCH_VERSION

DESIRED_CUDA: ${{ inputs.DESIRED_CUDA }}

GPU_ARCH_VERSION: ${{ inputs.GPU_ARCH_VERSION }}

GPU_ARCH_TYPE: ${{ inputs.GPU_ARCH_TYPE }}

DOCKER_IMAGE: ${{ inputs.DOCKER_IMAGE }}

SKIP_ALL_TESTS: 1

LIBTORCH_CONFIG: ${{ inputs.LIBTORCH_CONFIG }}

LIBTORCH_VARIANT: ${{ inputs.LIBTORCH_VARIANT }}

DESIRED_DEVTOOLSET: ${{ inputs.DESIRED_DEVTOOLSET }}

DESIRED_PYTHON: ${{ inputs.DESIRED_PYTHON }}

ANACONDA_USER: pytorch

BINARY_ENV_FILE: /tmp/env

GITHUB_TOKEN: ${{ secrets.github-token }}

PR_NUMBER: ${{ github.event.pull_request.number }}

PYTORCH_FINAL_PACKAGE_DIR: /artifacts

SHA1: ${{ github.event.pull_request.head.sha || github.sha }}

steps:

- name: Checkout PyTorch

uses: pytorch/pytorch/.github/actions/checkout-pytorch@main

with:

no-sudo: true

- name: Download Build Artifacts

id: download-artifacts

# NB: When the previous build job is skipped, there won't be any artifacts and

# this step will fail. Binary build jobs can only be skipped on CI, not nightly

continue-on-error: true

uses: actions/download-artifact@v3

with:

name: ${{ inputs.build_name }}

path: "${{ runner.temp }}/artifacts/"

- name: Set DRY_RUN (only for tagged pushes)

if: ${{ github.event_name == 'push' && (github.event.ref == 'refs/heads/nightly' || (startsWith(github.event.ref, 'refs/tags/') && !startsWith(github.event.ref, 'refs/tags/ciflow/'))) }}

run: |

echo "DRY_RUN=disabled" >> "$GITHUB_ENV"

- name: Set UPLOAD_CHANNEL (only for tagged pushes)

if: ${{ github.event_name == 'push' && startsWith(github.event.ref, 'refs/tags/') && !startsWith(github.event.ref, 'refs/tags/ciflow/') }}

shell: bash -e -l {0}

run: |

# reference ends with an RC suffix

if [[ "${GITHUB_REF_NAME}" = *-rc[0-9]* ]]; then

echo "UPLOAD_CHANNEL=test" >> "$GITHUB_ENV"

fi

- name: Upload binaries

if: steps.download-artifacts.outcome && steps.download-artifacts.outcome == 'success'

env:

PKG_DIR: "${{ runner.temp }}/artifacts"

UPLOAD_SUBFOLDER: "${{ env.DESIRED_CUDA }}"

# When running these on pull_request events these should be blank

AWS_ACCESS_KEY_ID: ${{ secrets.aws-pytorch-uploader-access-key-id }}

AWS_SECRET_ACCESS_KEY: ${{ secrets.aws-pytorch-uploader-secret-access-key }}

ANACONDA_API_TOKEN: ${{ secrets.conda-pytorchbot-token }}

BUILD_NAME: ${{ inputs.build_name }}

run: |

set -ex

bash .circleci/scripts/binary_upload.sh