|
# Copyright 2021 Collate |
|
# Licensed under the Apache License, Version 2.0 (the "License"); |
|
# you may not use this file except in compliance with the License. |
|
# You may obtain a copy of the License at |
|
# http://www.apache.org/licenses/LICENSE-2.0 |
|
# Unless required by applicable law or agreed to in writing, software |
|
# distributed under the License is distributed on an "AS IS" BASIS, |
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
# See the License for the specific language governing permissions and |
|
# limitations under the License. |
|
|
|
name: Integration Tests - PostgreSQL + OpenSearch |
|
|
|
on: |
|
merge_group: |
|
workflow_dispatch: |
|
push: |
|
branches: |
|
- main |
|
paths: |
|
- "openmetadata-service/**" |
|
- "openmetadata-integration-tests/**" |
|
- "openmetadata-spec/src/main/resources/json/schema/**" |
|
- "openmetadata-sdk/**" |
|
- "common/**" |
|
- "pom.xml" |
|
- "bootstrap/**" |
|
pull_request_target: |
|
types: [labeled, opened, synchronize, reopened, ready_for_review] |
|
|
|
permissions: |
|
contents: read |
|
checks: write |
|
|
|
concurrency: |
|
group: integration-tests-pg-os-${{ github.event.pull_request.number || github.run_id }} |
|
cancel-in-progress: true |
|
jobs: |
|
# Detect whether relevant paths changed. When no matching files are modified |
|
# the downstream job is skipped via its `if` condition. |
|
# A job skipped by `if` reports as "Success", so required checks still pass. |
|
changes: |
|
name: Detect Changes |
|
runs-on: ubuntu-latest |
|
if: ${{ !github.event.pull_request.draft }} |
|
outputs: |
|
backend: ${{ github.event_name == 'workflow_dispatch' && 'true' || steps.filter.outputs.backend }} |
|
steps: |
|
- uses: dorny/paths-filter@v3 |
|
id: filter |
|
if: ${{ github.event_name != 'workflow_dispatch' }} |
|
with: |
|
filters: | |
|
backend: |
|
- 'openmetadata-service/**' |
|
- 'openmetadata-integration-tests/**' |
|
- 'openmetadata-spec/src/main/resources/json/schema/**' |
|
- 'openmetadata-sdk/**' |
|
- 'common/**' |
|
- 'pom.xml' |
|
- 'bootstrap/**' |
|
|
|
integration-tests-postgres-opensearch: |
|
needs: changes |
|
runs-on: ubuntu-latest |
|
if: ${{ needs.changes.outputs.backend == 'true' }} |
|
steps: |
|
- name: Free Disk Space (Ubuntu) |
|
uses: jlumbroso/free-disk-space@main |
|
with: |
|
tool-cache: true |
|
android: true |
|
dotnet: true |
|
haskell: true |
|
large-packages: true |
|
docker-images: false |
|
swap-storage: true |
|
|
|
- name: Wait for the labeler |
|
uses: lewagon/wait-on-check-action@v1.3.4 |
|
if: ${{ github.event_name == 'pull_request_target' }} |
|
with: |
|
ref: ${{ github.event.pull_request.head.sha }} |
|
check-name: Team Label |
|
repo-token: ${{ secrets.GITHUB_TOKEN }} |
|
wait-interval: 90 |
|
|
|
- name: Verify PR labels |
|
uses: jesusvasquez333/verify-pr-label-action@v1.4.0 |
|
if: ${{ github.event_name == 'pull_request_target' }} |
|
with: |
|
github-token: '${{ secrets.GITHUB_TOKEN }}' |
|
valid-labels: 'safe to test' |
|
pull-request-number: '${{ github.event.pull_request.number }}' |
|
disable-reviews: true # To not auto approve changes |
|
|
|
- name: Checkout |
|
uses: actions/checkout@v4 |
|
with: |
|
ref: ${{ github.event_name == 'merge_group' && github.sha || github.event.pull_request.head.sha }} |
|
|
|
- name: Cache Maven dependencies |
|
id: cache-output |
|
uses: actions/cache@v4 |
|
with: |
|
path: ~/.m2 |
|
key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} |
|
restore-keys: | |
|
${{ runner.os }}-maven- |
|
|
|
- name: Set up JDK 21 |
|
if: steps.cache-output.outputs.exit-code == 0 |
|
uses: actions/setup-java@v4 |
|
with: |
|
java-version: '21' |
|
distribution: 'temurin' |
|
|
|
- name: Install Ubuntu dependencies |
|
if: steps.cache-output.outputs.exit-code == 0 |
|
run: | |
|
sudo apt-get update |
|
sudo apt-get install -y unixodbc-dev python3-venv librdkafka-dev gcc libsasl2-dev build-essential libssl-dev libffi-dev \ |
|
librdkafka-dev unixodbc-dev libevent-dev jq |
|
sudo make install_antlr_cli |
|
|
|
- name: Build for Integration Tests (PostgreSQL + OpenSearch) |
|
env: |
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} |
|
run: mvn -DskipTests clean install -pl :openmetadata-integration-tests -am |
|
|
|
- name: Free build artifacts |
|
run: | |
|
rm -rf openmetadata-service/target/lib openmetadata-service/target/classes |
|
rm -rf openmetadata-spec/target openmetadata-sdk/target common/target |
|
rm -rf openmetadata-shaded-deps/*/target |
|
df -h / |
|
|
|
- name: Run Integration Tests (PostgreSQL + OpenSearch) |
|
env: |
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} |
|
run: mvn verify -pl :openmetadata-integration-tests -Ppostgres-opensearch |
|
|
|
- name: Clean Up |
|
run: | |
|
cd ./docker/development |
|
docker compose down --remove-orphans |
|
sudo rm -rf ${PWD}/docker-volume |
|
|
|
- name: Publish Test Report |
|
if: ${{ always() }} |
|
uses: scacap/action-surefire-report@v1 |
|
with: |
|
github_token: ${{ secrets.GITHUB_TOKEN }} |
|
fail_on_test_failures: true |
|
report_paths: 'openmetadata-integration-tests/target/failsafe-reports/TEST-*.xml' |
