FilesExpand file tree

 main

/

python-ci.yml

Copy path

View Runs

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

108 lines (96 loc) · 3.6 KB

 main

/

python-ci.yml

Copy path

Top

File metadata and controls

• Code
• Blame

108 lines (96 loc) · 3.6 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

#

# Licensed to the Apache Software Foundation (ASF) under one

# or more contributor license agreements. See the NOTICE file

# distributed with this work for additional information

# regarding copyright ownership. The ASF licenses this file

# to you under the Apache License, Version 2.0 (the

# "License"); you may not use this file except in compliance

# with the License. You may obtain a copy of the License at

#

# http://www.apache.org/licenses/LICENSE-2.0

#

# Unless required by applicable law or agreed to in writing,

# software distributed under the License is distributed on an

# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY

# KIND, either express or implied. See the License for the

# specific language governing permissions and limitations

# under the License.

#

name: "Python CI"

on:

push:

branches:

- 'main'

pull_request:

paths:

- '**' # Include all files and directories in the repository by default.

- '!.github/workflows/**' # Exclude all workflow files

- '.github/workflows/python-ci.yml' # except the current file.

- '!.github/ISSUE_TEMPLATE/**' # Exclude files and directories that don't impact tests or code like templates, metadata, and documentation.

- '!.gitignore'

- '!.asf.yml'

- '!mkdocs/**'

- '!.gitattributes'

- '!README.md'

- '!CONTRIBUTING.md'

- '!LICENSE'

- '!NOTICE'

concurrency:

group: ${{ github.workflow }}-${{ github.ref }}

cancel-in-progress: ${{ github.event_name == 'pull_request' }}

jobs:

lint-and-test:

runs-on: ubuntu-22.04

strategy:

matrix:

python: ['3.9', '3.10', '3.11', '3.12']

steps:

- uses: actions/checkout@v5

- name: Install poetry

run: make install-poetry

- uses: actions/setup-python@v5

with:

python-version: ${{ matrix.python }}

- name: Install system dependencies

run: sudo apt-get update && sudo apt-get install -y libkrb5-dev # for kerberos

- name: Install

run: make install-dependencies

- name: Run linters

run: make lint

- name: Run unit tests with coverage

run: COVERAGE=1 make test

- name: Generate coverage report (85%) # Coverage threshold should only increase over time — never decrease it!

run: COVERAGE_FAIL_UNDER=85 make coverage-report

integration-test:

runs-on: ubuntu-22.04

strategy:

matrix:

python: ['3.9', '3.10', '3.11', '3.12']

steps:

- uses: actions/checkout@v5

- name: Install system dependencies

run: sudo apt-get update && sudo apt-get install -y libkrb5-dev # for kerberos

- name: Install

run: make install

- name: Run integration tests with coverage

run: COVERAGE=1 make test-integration

- name: Show debug logs

if: ${{ failure() }}

run: docker compose -f dev/docker-compose.yml logs

- name: Run s3 integration tests with coverage

run: COVERAGE=1 make test-s3

- name: Show debug logs

if: ${{ failure() }}

run: docker compose -f dev/docker-compose.yml logs

- name: Run adls integration tests with coverage

run: COVERAGE=1 make test-adls

- name: Show debug logs

if: ${{ failure() }}

run: docker compose -f dev/docker-compose-azurite.yml logs

- name: Run gcs integration tests with coverage

run: COVERAGE=1 make test-gcs

- name: Show debug logs

if: ${{ failure() }}

run: docker compose -f dev/docker-compose-gcs-server.yml logs

- name: Generate coverage report (75%) # Coverage threshold should only increase over time — never decrease it!

run: COVERAGE_FAIL_UNDER=75 make coverage-report